diff --git a/docs/astroviper_tutorial_calculate_stats.ipynb b/docs/astroviper_tutorial_calculate_stats.ipynb new file mode 100644 index 0000000..2c5f9ad --- /dev/null +++ b/docs/astroviper_tutorial_calculate_stats.ipynb @@ -0,0 +1,4570 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# AstroVIPER Calculate Stats Tutorial" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "05ee7a8b-ccf2-49a9-a98d-224029f777f5", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2024-03-19 12:20:08,950\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m graphviper: \u001b[0m Checking parameter values for \u001b[38;2;50;50;205mclient\u001b[0m.\u001b[38;2;50;50;205mlocal_client\u001b[0m \n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:08,950\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m graphviper: \u001b[0m Module path: \u001b[38;2;50;50;205m/users/jsteeb/graphviper/\u001b[0m \n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:08,951\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m graphviper: \u001b[0m Searching \u001b[38;2;50;50;205m/users/jsteeb/graphviper/src/graphviper/config/\u001b[0m for configuration file, please wait ... \n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:08,957\u001b[0m] \u001b[38;2;255;160;0m WARNING\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m It is recommended that the local cache directory be set using the \u001b[38;2;50;50;205mdask_local_dir\u001b[0m parameter. \n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,457\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m These are the worker log parameters:\n", + " {'logger_name': 'worker', 'log_to_term': True, 'log_level': 'DEBUG', 'log_to_file': False, 'log_file': 'client_worker.log'}\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,459\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m Loading plugin module: \n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,460\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m worker\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,607\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_2: \u001b[0m Logger created on worker Worker-8454b082-2849-4a93-8803-1cc0dc808533,*,tcp://127.0.0.1:32889\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,612\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_12: \u001b[0m Logger created on worker Worker-6dcbedef-aa48-42cb-b0a0-1d29300e975b,*,tcp://127.0.0.1:33075\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,614\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_13: \u001b[0m Logger created on worker Worker-508169fb-16bd-47e6-89fe-25102bf11064,*,tcp://127.0.0.1:33723\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,619\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_11: \u001b[0m Logger created on worker Worker-85a1a2d3-048b-48f7-b88e-1bf2a0e81bac,*,tcp://127.0.0.1:39191\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,624\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_18: \u001b[0m Logger created on worker Worker-2f523814-08ef-4258-9897-1ed01485618d,*,tcp://127.0.0.1:36077\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,625\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_7: \u001b[0m Logger created on worker Worker-87a64eea-371a-4272-8291-7339539d8c1f,*,tcp://127.0.0.1:41215\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,626\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_17: \u001b[0m Logger created on worker Worker-31805711-3bd1-4603-b97b-3c3a3c6eea88,*,tcp://127.0.0.1:38215\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,626\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_14: \u001b[0m Logger created on worker Worker-791c5a3b-31bc-4156-a46c-a2fc7d30d870,*,tcp://127.0.0.1:35283\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,626\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_1: \u001b[0m Logger created on worker Worker-5d61e74a-1dd2-493a-aa72-41d113c04a51,*,tcp://127.0.0.1:45207\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,628\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_16: \u001b[0m Logger created on worker Worker-bf6b4d22-066b-4211-8cec-7d0ed5a4c507,*,tcp://127.0.0.1:37023\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,629\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_5: \u001b[0m Logger created on worker Worker-ee6611d7-ffaa-4ecd-bf92-5bbdd3316e61,*,tcp://127.0.0.1:39895\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,629\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_10: \u001b[0m Logger created on worker Worker-445a51ab-db12-4e87-8997-4428f47bb140,*,tcp://127.0.0.1:33775\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,631\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_8: \u001b[0m Logger created on worker Worker-c5c8aa68-f460-4544-97c1-ad88341f4c6f,*,tcp://127.0.0.1:37381\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,631\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_3: \u001b[0m Logger created on worker Worker-b40a8fc8-81d3-4e8a-ab6b-094cafced238,*,tcp://127.0.0.1:42315\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,631\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_9: \u001b[0m Logger created on worker Worker-9464340d-c7ca-4d5b-a5da-6950a1cbc99e,*,tcp://127.0.0.1:33417\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,631\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_21: \u001b[0m Logger created on worker Worker-dc5915a6-0b53-42d9-b34f-f723e036810d,*,tcp://127.0.0.1:38709\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,633\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_20: \u001b[0m Logger created on worker Worker-2b083cc3-969c-47ba-ad35-82e3120b31b9,*,tcp://127.0.0.1:42653\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,633\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_6: \u001b[0m Logger created on worker Worker-856c8dd8-18cb-43fc-bb94-1dcfe023ee1a,*,tcp://127.0.0.1:46289\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,634\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_0: \u001b[0m Logger created on worker Worker-223f352b-dcef-4297-9b39-f3f0e9bb4c1b,*,tcp://127.0.0.1:46049\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,635\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_23: \u001b[0m Logger created on worker Worker-e74bdffe-0cd8-4fca-b70f-27254c50b754,*,tcp://127.0.0.1:35579\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,637\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_15: \u001b[0m Logger created on worker Worker-5a025934-b2b6-4453-bb7c-8c2b3d6dfb0e,*,tcp://127.0.0.1:41839\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,639\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_19: \u001b[0m Logger created on worker Worker-9f22cb67-7307-47b4-b3c8-4406665f1878,*,tcp://127.0.0.1:38459\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,640\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_22: \u001b[0m Logger created on worker Worker-36aed1f5-8be1-463a-8c33-24ec5945c1f2,*,tcp://127.0.0.1:40671\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,641\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m worker_4: \u001b[0m Logger created on worker Worker-bcacd8fd-6713-47b8-a381-2a62c06a55fa,*,tcp://127.0.0.1:40297\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:20:11,642\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m Created client \n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "
\n", + "
\n", + "

Client

\n", + "

MenrvaClient-52e70019-e61d-11ee-a442-dcf401e8806c

\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
Connection method: Cluster objectCluster type: distributed.LocalCluster
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + "
\n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "

Cluster Info

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

LocalCluster

\n", + "

20b45029

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "\n", + " \n", + "
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + " \n", + " Workers: 24\n", + "
\n", + " Total threads: 24\n", + " \n", + " Total memory: 670.55 GiB\n", + "
Status: runningUsing processes: True
\n", + "\n", + "
\n", + " \n", + "

Scheduler Info

\n", + " \n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Scheduler

\n", + "

Scheduler-caed04f5-b0f7-4131-822e-29436708f2d6

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
\n", + " Comm: tcp://127.0.0.1:42571\n", + " \n", + " Workers: 24\n", + "
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + " \n", + " Total threads: 24\n", + "
\n", + " Started: Just now\n", + " \n", + " Total memory: 670.55 GiB\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "

Workers

\n", + " \n", + "\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 0

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:46049\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:44623/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:40203\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-amgxa6hm\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.94 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 1

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:45207\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:44807/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:35435\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-ca6gq98j\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.95 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 2

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:32889\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37133/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:42747\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-k3w_lt6d\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 65.11 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 3

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:42315\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:36745/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:42993\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-ayc6jfu_\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.82 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 4

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:40297\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:39905/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:42507\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-0um9l7l6\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.96 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 5

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:39895\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:45409/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:45383\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-0lez2wi0\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.75 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 6

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:46289\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:41091/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:35319\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-qjh41uqp\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.74 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 7

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:41215\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:35681/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:36415\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-5zocdbwi\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.84 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 8

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:37381\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37999/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:37851\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-sp5fq6rp\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.99 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 9

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:33417\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:40679/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:46605\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-vkyrun7e\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.98 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 10

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:33775\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:36665/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:33427\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-r_ltchxz\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.87 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 11

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:39191\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:34863/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:44345\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-p1gke0ii\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 65.06 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 12

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:33075\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:35575/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:45163\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-daspwmtb\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.93 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 13

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:33723\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37129/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:39955\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-j2fyxv5h\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 65.32 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 14

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:35283\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:34543/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:39343\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-05xf7z_j\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.84 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 15

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:41839\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:42133/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:44809\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-m717fj6m\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.70 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 16

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:37023\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:41267/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:39199\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-2virnews\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.99 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 17

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:38215\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37883/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:46501\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-enfc3c7t\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.95 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 18

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:36077\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:34031/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:42911\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-hja4n0hk\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 65.09 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 19

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:38459\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:43005/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:32865\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-9exg6ksv\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.95 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 20

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:42653\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:34653/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:38061\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-d8erpgri\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.74 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 21

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:38709\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37245/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:45335\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-bsqbq9k9\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 65.00 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 22

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:40671\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:33713/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:37179\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-4wuqc432\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.94 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "

Worker: 23

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "
\n", + " Comm: tcp://127.0.0.1:35579\n", + " \n", + " Total threads: 1\n", + "
\n", + " Dashboard: http://127.0.0.1:37451/status\n", + " \n", + " Memory: 27.94 GiB\n", + "
\n", + " Nanny: tcp://127.0.0.1:35649\n", + "
\n", + " Local directory: /tmp/dask-scratch-space/worker-4bvi18qu\n", + "
\n", + " Tasks executing: \n", + " \n", + " Tasks in memory: \n", + "
\n", + " Tasks ready: \n", + " \n", + " Tasks in flight: \n", + "
\n", + " CPU usage: 0.0%\n", + " \n", + " Last seen: Just now\n", + "
\n", + " Memory usage: 64.99 MiB\n", + " \n", + " Spilled bytes: 0 B\n", + "
\n", + " Read bytes: 0.0 B\n", + " \n", + " Write bytes: 0.0 B\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + " \n", + "\n", + "
\n", + "
" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from graphviper.dask.client import local_client\n", + "log_params = {'log_to_term':True,'log_level':'DEBUG'}\n", + "worker_log_params = {'log_to_term':True,'log_level':'DEBUG'}\n", + "#viper_client = local_client(cores=1, memory_limit=\"20GB\",log_params=log_params,worker_log_params=worker_log_params)\n", + "viper_client = local_client(cores=24, memory_limit=\"30GB\",log_params=log_params,worker_log_params=worker_log_params)\n", + "viper_client\n", + "\n", + "# import dask\n", + "# dask.config.set(scheduler='synchronous')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "d3189832", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
nameddiintentfield_idfield_namestart_frequencyend_frequencyshape
0uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_327OBSERVE_TARGET#ON_SOURCE3I19368c12.200042e+112.209414e+11(816, 1275, 3840, 2)
1uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_325OBSERVE_TARGET#ON_SOURCE3I19368c12.169442e+112.188187e+11(816, 1275, 3840, 2)
2uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_331OBSERVE_TARGET#ON_SOURCE3I19368c12.331339e+112.350084e+11(816, 1275, 3840, 2)
3uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_329OBSERVE_TARGET#ON_SOURCE3I19368c12.311341e+112.330086e+11(816, 1275, 3840, 2)
\n", + "
" + ], + "text/plain": [ + " name \\\n", + "0 uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3 \n", + "1 uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3 \n", + "2 uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3 \n", + "3 uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3 \n", + "\n", + " ddi intent field_id field_name start_frequency \\\n", + "0 27 OBSERVE_TARGET#ON_SOURCE 3 I19368c1 2.200042e+11 \n", + "1 25 OBSERVE_TARGET#ON_SOURCE 3 I19368c1 2.169442e+11 \n", + "2 31 OBSERVE_TARGET#ON_SOURCE 3 I19368c1 2.331339e+11 \n", + "3 29 OBSERVE_TARGET#ON_SOURCE 3 I19368c1 2.311341e+11 \n", + "\n", + " end_frequency shape \n", + "0 2.209414e+11 (816, 1275, 3840, 2) \n", + "1 2.188187e+11 (816, 1275, 3840, 2) \n", + "2 2.350084e+11 (816, 1275, 3840, 2) \n", + "3 2.330086e+11 (816, 1275, 3840, 2) " + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "pd.options.display.max_colwidth = 100\n", + "ps_name = '/.lustre/aoc/projects/ngvla/archive_ms_v4/ALMA/2019.1.01463.S/ms_v4/uid___A002_Xf07bba_Xbe5c_target.lsrk.vis.zarr'\n", + "\n", + "from xradio.vis.read_processing_set import read_processing_set\n", + "\n", + "ps = read_processing_set(ps_name)\n", + "ps.summary()" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "9bf8ab00", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.DataArray 'frequency' (frequency: 15360)> Size: 123kB\n",
+       "array([2.169442e+11, 2.169447e+11, 2.169452e+11, ..., 2.350074e+11,\n",
+       "       2.350079e+11, 2.350084e+11])\n",
+       "Coordinates:\n",
+       "  * frequency  (frequency) float64 123kB 2.169e+11 2.169e+11 ... 2.35e+11\n",
+       "Attributes:\n",
+       "    channel_width:         {'attrs': {'type': 'quantity', 'units': ['Hz']}, '...\n",
+       "    frame:                 LSRK\n",
+       "    reference_frequency:   {'attrs': {'frame': 'LSRK', 'type': 'spectral_coor...\n",
+       "    spectral_window_name:  X2072680229#ALMA_RB_06#BB_2#SW-01#FULL_RES\n",
+       "    spw_id:                27\n",
+       "    type:                  spectral_coord\n",
+       "    units:                 ['Hz']
" + ], + "text/plain": [ + " Size: 123kB\n", + "array([2.169442e+11, 2.169447e+11, 2.169452e+11, ..., 2.350074e+11,\n", + " 2.350079e+11, 2.350084e+11])\n", + "Coordinates:\n", + " * frequency (frequency) float64 123kB 2.169e+11 2.169e+11 ... 2.35e+11\n", + "Attributes:\n", + " channel_width: {'attrs': {'type': 'quantity', 'units': ['Hz']}, '...\n", + " frame: LSRK\n", + " reference_frequency: {'attrs': {'frame': 'LSRK', 'type': 'spectral_coor...\n", + " spectral_window_name: X2072680229#ALMA_RB_06#BB_2#SW-01#FULL_RES\n", + " spw_id: 27\n", + " type: spectral_coord\n", + " units: ['Hz']" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import numpy as np\n", + "len(np.unique(ps.get_ps_freq_axis()))\n", + "ps.get_ps_freq_axis()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "407920b8", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.Dataset> Size: 168GB\n",
+       "Dimensions:                     (time: 816, baseline_id: 1275, frequency: 3840,\n",
+       "                                 polarization: 2, uvw_label: 3)\n",
+       "Coordinates:\n",
+       "    baseline_antenna1_id        (baseline_id) int32 5kB dask.array<chunksize=(1275,), meta=np.ndarray>\n",
+       "    baseline_antenna2_id        (baseline_id) int32 5kB dask.array<chunksize=(1275,), meta=np.ndarray>\n",
+       "  * baseline_id                 (baseline_id) int64 10kB 0 1 2 ... 1273 1274\n",
+       "  * frequency                   (frequency) float64 31kB 2.2e+11 ... 2.209e+11\n",
+       "  * polarization                (polarization) <U2 16B 'XX' 'YY'\n",
+       "  * time                        (time) float64 7kB 1.631e+09 ... 1.632e+09\n",
+       "  * uvw_label                   (uvw_label) <U1 12B 'u' 'v' 'w'\n",
+       "Data variables:\n",
+       "    EFFECTIVE_INTEGRATION_TIME  (time, baseline_id) float64 8MB dask.array<chunksize=(816, 1275), meta=np.ndarray>\n",
+       "    FLAG                        (time, baseline_id, frequency, polarization) bool 8GB dask.array<chunksize=(816, 1275, 200, 2), meta=np.ndarray>\n",
+       "    TIME_CENTROID               (time, baseline_id) float64 8MB dask.array<chunksize=(816, 1275), meta=np.ndarray>\n",
+       "    UVW                         (time, baseline_id, uvw_label) float64 25MB dask.array<chunksize=(816, 1275, 3), meta=np.ndarray>\n",
+       "    VISIBILITY                  (time, baseline_id, frequency, polarization) complex64 64GB dask.array<chunksize=(816, 1275, 200, 2), meta=np.ndarray>\n",
+       "    VISIBILITY_CORRECTED        (time, baseline_id, frequency, polarization) complex64 64GB dask.array<chunksize=(816, 1275, 200, 2), meta=np.ndarray>\n",
+       "    WEIGHT                      (time, baseline_id, frequency, polarization) float32 32GB dask.array<chunksize=(816, 1275, 200, 2), meta=np.ndarray>\n",
+       "Attributes:\n",
+       "    data_groups:   {'base': {'flag': 'FLAG', 'uvw': 'UVW', 'visibility': 'VIS...\n",
+       "    ddi:           27\n",
+       "    intent:        OBSERVE_TARGET#ON_SOURCE\n",
+       "    antenna_xds:   <xarray.Dataset> Size: 8kB\\nDimensions:        (antenna_id...\n",
+       "    weather_xds:   <xarray.Dataset> Size: 68kB\\nDimensions:         (station_...\n",
+       "    pointing_xds:  <xarray.Dataset> Size: 272MB\\nDimensions:                 ...
" + ], + "text/plain": [ + " Size: 168GB\n", + "Dimensions: (time: 816, baseline_id: 1275, frequency: 3840,\n", + " polarization: 2, uvw_label: 3)\n", + "Coordinates:\n", + " baseline_antenna1_id (baseline_id) int32 5kB dask.array\n", + " baseline_antenna2_id (baseline_id) int32 5kB dask.array\n", + " * baseline_id (baseline_id) int64 10kB 0 1 2 ... 1273 1274\n", + " * frequency (frequency) float64 31kB 2.2e+11 ... 2.209e+11\n", + " * polarization (polarization) \n", + " FLAG (time, baseline_id, frequency, polarization) bool 8GB dask.array\n", + " TIME_CENTROID (time, baseline_id) float64 8MB dask.array\n", + " UVW (time, baseline_id, uvw_label) float64 25MB dask.array\n", + " VISIBILITY (time, baseline_id, frequency, polarization) complex64 64GB dask.array\n", + " VISIBILITY_CORRECTED (time, baseline_id, frequency, polarization) complex64 64GB dask.array\n", + " WEIGHT (time, baseline_id, frequency, polarization) float32 32GB dask.array\n", + "Attributes:\n", + " data_groups: {'base': {'flag': 'FLAG', 'uvw': 'UVW', 'visibility': 'VIS...\n", + " ddi: 27\n", + " intent: OBSERVE_TARGET#ON_SOURCE\n", + " antenna_xds: Size: 8kB\\nDimensions: (antenna_id...\n", + " weather_xds: Size: 68kB\\nDimensions: (station_...\n", + " pointing_xds: Size: 272MB\\nDimensions: ..." + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ps['uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3']" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "97c316ad", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,761\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 0, (0,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,761\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 1, (1,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,762\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 2, (2,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,762\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 3, (3,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,762\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 4, (4,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,763\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 5, (5,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,763\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 6, (6,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,763\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 7, (7,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,764\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 8, (8,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,764\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 9, (9,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,764\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 10, (10,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,764\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 11, (11,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,765\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 12, (12,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,765\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 13, (13,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,765\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 14, (14,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,766\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 15, (15,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,766\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 16, (16,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,766\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 17, (17,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,766\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 18, (18,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,767\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 19, (19,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,767\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 20, (20,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,767\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 21, (21,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,768\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 22, (22,)\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,769\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m chunk_index: 23, (23,)\n" + ] + }, + { + "data": { + "text/html": [ + "
0
chunk_indices: (0,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(0, 34, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(0, 34, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(0, 34, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(0, 34, None)
task_coords
time
data: [1.63149956e+09 1.63149957e+09 1.63149957e+09 1.63149957e+09\n", + " 1.63149957e+09 1.63149958e+09 1.63149958e+09 1.63149958e+09\n", + " 1.63149959e+09 1.63149959e+09 1.63149959e+09 1.63149960e+09\n", + " 1.63149962e+09 1.63149963e+09 1.63149963e+09 1.63149963e+09\n", + " 1.63149964e+09 1.63149964e+09 1.63149964e+09 1.63149965e+09\n", + " 1.63149965e+09 1.63149965e+09 1.63149965e+09 1.63149966e+09\n", + " 1.63149966e+09 1.63149966e+09 1.63149967e+09 1.63149967e+09\n", + " 1.63149967e+09 1.63149968e+09 1.63149970e+09 1.63149971e+09\n", + " 1.63149971e+09 1.63149971e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
1
chunk_indices: (1,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(34, 68, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(34, 68, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(34, 68, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(34, 68, None)
task_coords
time
data: [1.63149972e+09 1.63149972e+09 1.63149972e+09 1.63149973e+09\n", + " 1.63149973e+09 1.63149973e+09 1.63149973e+09 1.63149974e+09\n", + " 1.63149974e+09 1.63149974e+09 1.63149975e+09 1.63149975e+09\n", + " 1.63149975e+09 1.63149976e+09 1.63149978e+09 1.63149979e+09\n", + " 1.63149979e+09 1.63149979e+09 1.63149980e+09 1.63149980e+09\n", + " 1.63149980e+09 1.63149980e+09 1.63149981e+09 1.63149981e+09\n", + " 1.63149981e+09 1.63149982e+09 1.63149982e+09 1.63149982e+09\n", + " 1.63149983e+09 1.63149983e+09 1.63149983e+09 1.63149983e+09\n", + " 1.63149986e+09 1.63149987e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
2
chunk_indices: (2,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(68, 102, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(68, 102, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(68, 102, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(68, 102, None)
task_coords
time
data: [1.63149987e+09 1.63149987e+09 1.63149988e+09 1.63149988e+09\n", + " 1.63149988e+09 1.63149988e+09 1.63149989e+09 1.63149989e+09\n", + " 1.63149989e+09 1.63149990e+09 1.63149990e+09 1.63149990e+09\n", + " 1.63149991e+09 1.63149991e+09 1.63149991e+09 1.63149991e+09\n", + " 1.63149994e+09 1.63149995e+09 1.63149995e+09 1.63149995e+09\n", + " 1.63149996e+09 1.63149996e+09 1.63149996e+09 1.63149996e+09\n", + " 1.63149997e+09 1.63149997e+09 1.63149997e+09 1.63149998e+09\n", + " 1.63149998e+09 1.63149998e+09 1.63149999e+09 1.63149999e+09\n", + " 1.63149999e+09 1.63149999e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
3
chunk_indices: (3,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(102, 136, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(102, 136, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(102, 136, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(102, 136, None)
task_coords
time
data: [1.63150002e+09 1.63150003e+09 1.63150003e+09 1.63150003e+09\n", + " 1.63150003e+09 1.63150004e+09 1.63150004e+09 1.63150004e+09\n", + " 1.63150005e+09 1.63150005e+09 1.63150005e+09 1.63150006e+09\n", + " 1.63150006e+09 1.63150006e+09 1.63150006e+09 1.63150007e+09\n", + " 1.63150007e+09 1.63150007e+09 1.63150009e+09 1.63150009e+09\n", + " 1.63150009e+09 1.63150010e+09 1.63150010e+09 1.63150010e+09\n", + " 1.63150011e+09 1.63150011e+09 1.63150011e+09 1.63150012e+09\n", + " 1.63150012e+09 1.63150012e+09 1.63150015e+09 1.63150015e+09\n", + " 1.63150016e+09 1.63150016e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
4
chunk_indices: (4,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(136, 170, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(136, 170, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(136, 170, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(136, 170, None)
task_coords
time
data: [1.63150016e+09 1.63150016e+09 1.63150017e+09 1.63150017e+09\n", + " 1.63150017e+09 1.63150018e+09 1.63150018e+09 1.63150018e+09\n", + " 1.63150019e+09 1.63150019e+09 1.63150019e+09 1.63150019e+09\n", + " 1.63150020e+09 1.63150020e+09 1.63150026e+09 1.63150026e+09\n", + " 1.63150027e+09 1.63150027e+09 1.63150027e+09 1.63150028e+09\n", + " 1.63150028e+09 1.63150028e+09 1.63150029e+09 1.63150029e+09\n", + " 1.63150029e+09 1.63150029e+09 1.63150030e+09 1.63150030e+09\n", + " 1.63150030e+09 1.63150031e+09 1.63150031e+09 1.63150031e+09\n", + " 1.63150034e+09 1.63150034e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
5
chunk_indices: (5,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(170, 204, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(170, 204, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(170, 204, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(170, 204, None)
task_coords
time
data: [1.63150035e+09 1.63150035e+09 1.63150035e+09 1.63150036e+09\n", + " 1.63150042e+09 1.63150042e+09 1.63150042e+09 1.63150043e+09\n", + " 1.63150043e+09 1.63150043e+09 1.63150044e+09 1.63150044e+09\n", + " 1.63150044e+09 1.63150045e+09 1.63150045e+09 1.63150045e+09\n", + " 1.63150048e+09 1.63150048e+09 1.63150049e+09 1.63150049e+09\n", + " 1.63150049e+09 1.63150049e+09 1.63150050e+09 1.63150050e+09\n", + " 1.63150050e+09 1.63150051e+09 1.63150051e+09 1.63150051e+09\n", + " 1.63150052e+09 1.63150052e+09 1.63150052e+09 1.63150052e+09\n", + " 1.63150053e+09 1.63150053e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
6
chunk_indices: (6,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(204, 238, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(204, 238, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(204, 238, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(204, 238, None)
task_coords
time
data: [1.63150056e+09 1.63150056e+09 1.63150056e+09 1.63150057e+09\n", + " 1.63150057e+09 1.63150057e+09 1.63150058e+09 1.63150058e+09\n", + " 1.63150058e+09 1.63150059e+09 1.63150059e+09 1.63150059e+09\n", + " 1.63150059e+09 1.63150060e+09 1.63150060e+09 1.63150060e+09\n", + " 1.63150061e+09 1.63150061e+09 1.63150064e+09 1.63150064e+09\n", + " 1.63150064e+09 1.63150065e+09 1.63150065e+09 1.63150065e+09\n", + " 1.63150066e+09 1.63150066e+09 1.63150066e+09 1.63150066e+09\n", + " 1.63150067e+09 1.63150067e+09 1.63150067e+09 1.63150068e+09\n", + " 1.63150068e+09 1.63150068e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
7
chunk_indices: (7,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(238, 272, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(238, 272, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(238, 272, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(238, 272, None)
task_coords
time
data: [1.63150069e+09 1.63150069e+09 1.63150072e+09 1.63150072e+09\n", + " 1.63150072e+09 1.63150073e+09 1.63150073e+09 1.63150073e+09\n", + " 1.63150073e+09 1.63150074e+09 1.63150074e+09 1.63150074e+09\n", + " 1.63150075e+09 1.63150075e+09 1.63150075e+09 1.63150076e+09\n", + " 1.63150076e+09 1.63150076e+09 1.63150077e+09 1.63150077e+09\n", + " 1.63150080e+09 1.63150080e+09 1.63150080e+09 1.63150081e+09\n", + " 1.63150081e+09 1.63150081e+09 1.63150081e+09 1.63150082e+09\n", + " 1.63150082e+09 1.63150082e+09 1.63150083e+09 1.63150083e+09\n", + " 1.63150083e+09 1.63150084e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
8
chunk_indices: (8,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(272, 306, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(272, 306, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(272, 306, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(272, 306, None)
task_coords
time
data: [1.63150084e+09 1.63150084e+09 1.63150084e+09 1.63150085e+09\n", + " 1.63150091e+09 1.63150091e+09 1.63150091e+09 1.63150092e+09\n", + " 1.63150092e+09 1.63150092e+09 1.63150093e+09 1.63150093e+09\n", + " 1.63150093e+09 1.63150094e+09 1.63150094e+09 1.63150094e+09\n", + " 1.63150094e+09 1.63150095e+09 1.63150095e+09 1.63150095e+09\n", + " 1.63150096e+09 1.63150096e+09 1.63150096e+09 1.63150097e+09\n", + " 1.63150097e+09 1.63150097e+09 1.63150098e+09 1.63150098e+09\n", + " 1.63150101e+09 1.63150101e+09 1.63150101e+09 1.63150102e+09\n", + " 1.63150102e+09 1.63150102e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
9
chunk_indices: (9,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(306, 340, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(306, 340, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(306, 340, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(306, 340, None)
task_coords
time
data: [1.63150103e+09 1.63150103e+09 1.63150103e+09 1.63150103e+09\n", + " 1.63150104e+09 1.63150104e+09 1.63150104e+09 1.63150105e+09\n", + " 1.63150105e+09 1.63150105e+09 1.63150106e+09 1.63150106e+09\n", + " 1.63150109e+09 1.63150109e+09 1.63150109e+09 1.63150110e+09\n", + " 1.63150110e+09 1.63150110e+09 1.63150110e+09 1.63150111e+09\n", + " 1.63150111e+09 1.63150111e+09 1.63150112e+09 1.63150112e+09\n", + " 1.63150112e+09 1.63150113e+09 1.63150113e+09 1.63150113e+09\n", + " 1.63150114e+09 1.63150114e+09 1.63150117e+09 1.63150117e+09\n", + " 1.63150117e+09 1.63150117e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
10
chunk_indices: (10,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(340, 374, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(340, 374, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(340, 374, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(340, 374, None)
task_coords
time
data: [1.63150118e+09 1.63150118e+09 1.63150118e+09 1.63150119e+09\n", + " 1.63150119e+09 1.63150119e+09 1.63150120e+09 1.63150120e+09\n", + " 1.63150120e+09 1.63150121e+09 1.63150121e+09 1.63150121e+09\n", + " 1.63150121e+09 1.63150122e+09 1.63150128e+09 1.63150128e+09\n", + " 1.63150128e+09 1.63150129e+09 1.63150129e+09 1.63150129e+09\n", + " 1.63150130e+09 1.63150130e+09 1.63150130e+09 1.63150131e+09\n", + " 1.63150131e+09 1.63150131e+09 1.63150131e+09 1.63150132e+09\n", + " 1.63150132e+09 1.63150132e+09 1.63150133e+09 1.63150133e+09\n", + " 1.63150133e+09 1.63150134e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
11
chunk_indices: (11,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(374, 408, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(374, 408, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(374, 408, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(374, 408, None)
task_coords
time
data: [1.63150134e+09 1.63150134e+09 1.63150135e+09 1.63150135e+09\n", + " 1.63150138e+09 1.63150138e+09 1.63150138e+09 1.63150138e+09\n", + " 1.63150139e+09 1.63150139e+09 1.63150139e+09 1.63150140e+09\n", + " 1.63150140e+09 1.63150140e+09 1.63150141e+09 1.63150141e+09\n", + " 1.63150141e+09 1.63150142e+09 1.63150142e+09 1.63150142e+09\n", + " 1.63150142e+09 1.63150143e+09 1.63150145e+09 1.63150146e+09\n", + " 1.63150146e+09 1.63150146e+09 1.63150147e+09 1.63150147e+09\n", + " 1.63150147e+09 1.63150148e+09 1.63150148e+09 1.63150148e+09\n", + " 1.63150149e+09 1.63150149e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
12
chunk_indices: (12,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(408, 442, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(408, 442, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(408, 442, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(408, 442, None)
task_coords
time
data: [1.63150149e+09 1.63150149e+09 1.63150150e+09 1.63150150e+09\n", + " 1.63150150e+09 1.63150151e+09 1.63150157e+09 1.63150157e+09\n", + " 1.63150157e+09 1.63150158e+09 1.63150158e+09 1.63150158e+09\n", + " 1.63150159e+09 1.63150159e+09 1.63150159e+09 1.63150160e+09\n", + " 1.63150160e+09 1.63150160e+09 1.63150160e+09 1.63150161e+09\n", + " 1.63150161e+09 1.63150161e+09 1.63150162e+09 1.63150162e+09\n", + " 1.63150165e+09 1.63150165e+09 1.63150165e+09 1.63150166e+09\n", + " 1.63150166e+09 1.63150166e+09 1.63150167e+09 1.63150167e+09\n", + " 1.63150167e+09 1.63150167e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
13
chunk_indices: (13,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(442, 476, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(442, 476, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(442, 476, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(442, 476, None)
task_coords
time
data: [1.63150168e+09 1.63150168e+09 1.63150168e+09 1.63150169e+09\n", + " 1.63150169e+09 1.63150169e+09 1.63150170e+09 1.63150170e+09\n", + " 1.63150173e+09 1.63150173e+09 1.63150173e+09 1.63150174e+09\n", + " 1.63150174e+09 1.63150174e+09 1.63150174e+09 1.63150175e+09\n", + " 1.63150175e+09 1.63150175e+09 1.63150176e+09 1.63150176e+09\n", + " 1.63150176e+09 1.63150177e+09 1.63150177e+09 1.63150177e+09\n", + " 1.63150177e+09 1.63150178e+09 1.63150181e+09 1.63150181e+09\n", + " 1.63150181e+09 1.63150181e+09 1.63150182e+09 1.63150182e+09\n", + " 1.63150182e+09 1.63150183e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
14
chunk_indices: (14,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(476, 510, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(476, 510, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(476, 510, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(476, 510, None)
task_coords
time
data: [1.63150183e+09 1.63150183e+09 1.63150184e+09 1.63150184e+09\n", + " 1.63150184e+09 1.63150184e+09 1.63150185e+09 1.63150185e+09\n", + " 1.63150185e+09 1.63150186e+09 1.63150188e+09 1.63150189e+09\n", + " 1.63150189e+09 1.63150189e+09 1.63150190e+09 1.63150190e+09\n", + " 1.63150190e+09 1.63150191e+09 1.63150191e+09 1.63150191e+09\n", + " 1.63150191e+09 1.63150192e+09 1.63150192e+09 1.63150192e+09\n", + " 1.63150193e+09 1.63150193e+09 1.63150193e+09 1.63150194e+09\n", + " 1.63150196e+09 1.63150197e+09 1.63150197e+09 1.63150197e+09\n", + " 1.63150198e+09 1.63150198e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
15
chunk_indices: (15,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(510, 544, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(510, 544, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(510, 544, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(510, 544, None)
task_coords
time
data: [1.63150198e+09 1.63150198e+09 1.63150199e+09 1.63150199e+09\n", + " 1.63150199e+09 1.63150200e+09 1.63150200e+09 1.63150200e+09\n", + " 1.63150201e+09 1.63150201e+09 1.63150201e+09 1.63150202e+09\n", + " 1.63150204e+09 1.63150205e+09 1.63150205e+09 1.63150205e+09\n", + " 1.63150206e+09 1.63150206e+09 1.63150207e+09 1.63150207e+09\n", + " 1.63150208e+09 1.63150208e+09 1.63150208e+09 1.63150209e+09\n", + " 1.63150209e+09 1.63150209e+09 1.63150210e+09 1.63150210e+09\n", + " 1.63150210e+09 1.63150210e+09 1.63150220e+09 1.63150220e+09\n", + " 1.63150220e+09 1.63150221e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
16
chunk_indices: (16,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(544, 578, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(544, 578, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(544, 578, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(544, 578, None)
task_coords
time
data: [1.63150221e+09 1.63150221e+09 1.63150222e+09 1.63150222e+09\n", + " 1.63150222e+09 1.63150223e+09 1.63150223e+09 1.63150223e+09\n", + " 1.63150226e+09 1.63150226e+09 1.63150227e+09 1.63150227e+09\n", + " 1.63150227e+09 1.63150227e+09 1.63150228e+09 1.63150228e+09\n", + " 1.63150228e+09 1.63150229e+09 1.63150229e+09 1.63150229e+09\n", + " 1.63150230e+09 1.63150230e+09 1.63150230e+09 1.63150230e+09\n", + " 1.63150231e+09 1.63150231e+09 1.63150234e+09 1.63150234e+09\n", + " 1.63150234e+09 1.63150235e+09 1.63150235e+09 1.63150235e+09\n", + " 1.63150236e+09 1.63150236e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
17
chunk_indices: (17,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(578, 612, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(578, 612, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(578, 612, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(578, 612, None)
task_coords
time
data: [1.63150236e+09 1.63150237e+09 1.63150237e+09 1.63150237e+09\n", + " 1.63150237e+09 1.63150238e+09 1.63150238e+09 1.63150238e+09\n", + " 1.63150239e+09 1.63150239e+09 1.63150242e+09 1.63150242e+09\n", + " 1.63150242e+09 1.63150243e+09 1.63150243e+09 1.63150243e+09\n", + " 1.63150244e+09 1.63150244e+09 1.63150244e+09 1.63150244e+09\n", + " 1.63150245e+09 1.63150245e+09 1.63150245e+09 1.63150246e+09\n", + " 1.63150246e+09 1.63150246e+09 1.63150247e+09 1.63150247e+09\n", + " 1.63150250e+09 1.63150250e+09 1.63150250e+09 1.63150251e+09\n", + " 1.63150251e+09 1.63150251e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
18
chunk_indices: (18,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(612, 646, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(612, 646, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(612, 646, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(612, 646, None)
task_coords
time
data: [1.63150251e+09 1.63150252e+09 1.63150252e+09 1.63150252e+09\n", + " 1.63150253e+09 1.63150253e+09 1.63150253e+09 1.63150254e+09\n", + " 1.63150254e+09 1.63150254e+09 1.63150255e+09 1.63150255e+09\n", + " 1.63150258e+09 1.63150258e+09 1.63150258e+09 1.63150258e+09\n", + " 1.63150259e+09 1.63150259e+09 1.63150259e+09 1.63150260e+09\n", + " 1.63150260e+09 1.63150260e+09 1.63150261e+09 1.63150261e+09\n", + " 1.63150261e+09 1.63150262e+09 1.63150262e+09 1.63150262e+09\n", + " 1.63150262e+09 1.63150263e+09 1.63150266e+09 1.63150266e+09\n", + " 1.63150266e+09 1.63150266e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
19
chunk_indices: (19,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(646, 680, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(646, 680, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(646, 680, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(646, 680, None)
task_coords
time
data: [1.63150267e+09 1.63150267e+09 1.63150267e+09 1.63150268e+09\n", + " 1.63150268e+09 1.63150268e+09 1.63150269e+09 1.63150269e+09\n", + " 1.63150269e+09 1.63150269e+09 1.63150270e+09 1.63150270e+09\n", + " 1.63150270e+09 1.63150271e+09 1.63150272e+09 1.63150272e+09\n", + " 1.63150273e+09 1.63150273e+09 1.63150273e+09 1.63150273e+09\n", + " 1.63150274e+09 1.63150274e+09 1.63150274e+09 1.63150275e+09\n", + " 1.63150275e+09 1.63150275e+09 1.63150276e+09 1.63150276e+09\n", + " 1.63150276e+09 1.63150277e+09 1.63150277e+09 1.63150277e+09\n", + " 1.63150283e+09 1.63150283e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
20
chunk_indices: (20,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(680, 714, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(680, 714, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(680, 714, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(680, 714, None)
task_coords
time
data: [1.63150284e+09 1.63150284e+09 1.63150284e+09 1.63150285e+09\n", + " 1.63150285e+09 1.63150285e+09 1.63150286e+09 1.63150286e+09\n", + " 1.63150286e+09 1.63150286e+09 1.63150287e+09 1.63150287e+09\n", + " 1.63150287e+09 1.63150288e+09 1.63150288e+09 1.63150288e+09\n", + " 1.63150291e+09 1.63150291e+09 1.63150292e+09 1.63150292e+09\n", + " 1.63150292e+09 1.63150293e+09 1.63150293e+09 1.63150293e+09\n", + " 1.63150293e+09 1.63150294e+09 1.63150294e+09 1.63150294e+09\n", + " 1.63150295e+09 1.63150295e+09 1.63150295e+09 1.63150296e+09\n", + " 1.63150296e+09 1.63150296e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
21
chunk_indices: (21,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(714, 748, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(714, 748, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(714, 748, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(714, 748, None)
task_coords
time
data: [1.63150302e+09 1.63150303e+09 1.63150303e+09 1.63150303e+09\n", + " 1.63150304e+09 1.63150304e+09 1.63150304e+09 1.63150305e+09\n", + " 1.63150305e+09 1.63150305e+09 1.63150305e+09 1.63150306e+09\n", + " 1.63150309e+09 1.63150309e+09 1.63150309e+09 1.63150309e+09\n", + " 1.63150310e+09 1.63150310e+09 1.63150310e+09 1.63150311e+09\n", + " 1.63150311e+09 1.63150311e+09 1.63150312e+09 1.63150312e+09\n", + " 1.63150312e+09 1.63150312e+09 1.63150313e+09 1.63150313e+09\n", + " 1.63150313e+09 1.63150314e+09 1.63150316e+09 1.63150317e+09\n", + " 1.63150317e+09 1.63150317e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
22
chunk_indices: (22,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(748, 782, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(748, 782, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(748, 782, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(748, 782, None)
task_coords
time
data: [1.63150318e+09 1.63150318e+09 1.63150318e+09 1.63150319e+09\n", + " 1.63150319e+09 1.63150319e+09 1.63150319e+09 1.63150320e+09\n", + " 1.63150320e+09 1.63150320e+09 1.63150321e+09 1.63150321e+09\n", + " 1.63150321e+09 1.63150322e+09 1.63150324e+09 1.63150325e+09\n", + " 1.63150325e+09 1.63150325e+09 1.63150326e+09 1.63150326e+09\n", + " 1.63150326e+09 1.63150327e+09 1.63150327e+09 1.63150327e+09\n", + " 1.63150327e+09 1.63150328e+09 1.63150328e+09 1.63150328e+09\n", + " 1.63150329e+09 1.63150329e+09 1.63150329e+09 1.63150330e+09\n", + " 1.63150332e+09 1.63150333e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
23
chunk_indices: (23,)
parallel_dims: ['time']
data_selection
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(782, 816, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_25_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(782, 816, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_31_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(782, 816, None)
uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_29_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3
time: slice(782, 816, None)
task_coords
time
data: [1.63150333e+09 1.63150333e+09 1.63150334e+09 1.63150334e+09\n", + " 1.63150334e+09 1.63150334e+09 1.63150335e+09 1.63150335e+09\n", + " 1.63150335e+09 1.63150336e+09 1.63150336e+09 1.63150336e+09\n", + " 1.63150337e+09 1.63150337e+09 1.63150337e+09 1.63150337e+09\n", + " 1.63150343e+09 1.63150344e+09 1.63150344e+09 1.63150344e+09\n", + " 1.63150345e+09 1.63150345e+09 1.63150345e+09 1.63150345e+09\n", + " 1.63150346e+09 1.63150346e+09 1.63150346e+09 1.63150347e+09\n", + " 1.63150347e+09 1.63150347e+09 1.63150348e+09 1.63150348e+09\n", + " 1.63150348e+09 1.63150348e+09]
dims: ('time',)
attrs
effective_integration_time: EFFECTIVE_INTEGRATION_TIME
format: unix
integration_time
attrs
type: quantity
units: ['s']
data: 3.024
dims:
scale: UTC
type: time
units: ['s']
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,779\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 0dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,779\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 1dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,780\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 2dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,780\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 3dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,780\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 4dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,781\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 5dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,781\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 6dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,781\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 7dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,782\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 8dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,782\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 9dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,782\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 10dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,783\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 11dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,783\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 12dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,783\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 13dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,784\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 14dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,784\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 15dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,784\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 16dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,785\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 17dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,785\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 18dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,785\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 19dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,786\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 20dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,786\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 21dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,787\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 22dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n", + "[\u001b[38;2;128;05;128m2024-03-19 12:37:54,787\u001b[0m] \u001b[38;2;46;139;87m DEBUG\u001b[0m\u001b[38;2;112;128;144m client: \u001b[0m 23dict_keys(['chunk_indices', 'parallel_dims', 'data_selection', 'task_coords'])\n" + ] + } + ], + "source": [ + "import numpy as np\n", + "import xarray as xr\n", + "import dask\n", + "from graphviper.graph_tools.coordinate_utils import make_parallel_coord, make_frequency_coord\n", + "from graphviper.graph_tools import map, reduce\n", + "from astroviper._domain._image._moment_max import _moment_max\n", + "from astroviper.imaging._utils import _make_image\n", + "from graphviper.utils.display import dict_to_html\n", + "from IPython.display import HTML, display\n", + "\n", + "parallel_coords = {}\n", + "\n", + "###############################\n", + "coord = ps['uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3'].time\n", + "parallel_coords[\"time\"] = make_parallel_coord(coord=coord, n_chunks=24)\n", + "\n", + "# ps_freq_axis = ps.get_ps_freq_axis()\n", + "# parallel_coords[\"frequency\"] = make_parallel_coord(coord=ps_freq_axis, n_chunks=24*4)\n", + "###############################\n", + "\n", + "# coord = ps['uid___A002_Xf07bba_Xbe5c_target.lsrk_ddi_27_intent_OBSERVE_TARGET#ON_SOURCE_field_id_3'].time.isel(time=slice(0,10))\n", + "# parallel_coords[\"time\"] = make_parallel_coord(coord=coord, n_chunks=1)\n", + "\n", + "from graphviper.graph_tools.coordinate_utils import interpolate_data_coords_onto_parallel_coords\n", + "node_task_data_mapping = interpolate_data_coords_onto_parallel_coords(parallel_coords, ps)\n", + "display(HTML(dict_to_html(node_task_data_mapping)))\n", + "\n", + "# for xds_name in node_task_data_mapping[0]['data_selection']:\n", + "# node_task_data_mapping[0]['data_selection'][xds_name]['frequency'] = slice(0,10) \n", + "# node_task_data_mapping[0]['parallel_dims'].append('frequency')\n", + "# display(HTML(dict_to_html(node_task_data_mapping)))\n", + "\n", + "def calc_stats(input_params):\n", + " import graphviper.utils.logger as logger\n", + " from xradio.vis.load_processing_set import load_processing_set, processing_set_iterator\n", + " ps_iter = processing_set_iterator(input_params[\"data_selection\"], input_params[\"input_data_store\"], input_params[\"input_data\"], data_variables=['VISIBILITY'], load_sub_datasets=False)\n", + " \n", + " min_vals = []\n", + " max_vals = []\n", + " for ms_xds in ps_iter:\n", + " vis_data = ms_xds.VISIBILITY.values.ravel()\n", + " max_val = vis_data[np.nanargmax(np.abs(vis_data))]\n", + " min_val = vis_data[np.nanargmin(np.abs(vis_data))]\n", + " min_vals.append(min_val)\n", + " max_vals.append(max_val)\n", + "\n", + " result = np.array([np.max(max_vals),np.min(min_vals)])\n", + " logger.info('The max is for this chunk: ', result)\n", + " return result\n", + "\n", + "\n", + "input_params = {}\n", + "input_params['input_data_store'] = ps_name\n", + "\n", + "import time\n", + "viper_graph = map(\n", + " input_data=ps,\n", + " node_task_data_mapping=node_task_data_mapping,\n", + " node_task=calc_stats,\n", + " input_params=input_params,\n", + " in_memory_compute=False\n", + ")\n", + "\n", + "def stats_reduce(graph_inputs, input_params):\n", + " import numpy as np\n", + " stats_array = np.array(graph_inputs) #graph_inputs is a list of 2-element arrays (max and min values).\n", + " max_val = stats_array[np.nanargmax(np.abs(stats_array[:,0])),0]\n", + " min_val = stats_array[np.nanargmin(np.abs(stats_array[:,1])),1]\n", + " return np.array([max_val,min_val])\n", + "\n", + "input_params = {}\n", + "viper_graph = reduce(viper_graph, stats_reduce, input_params, mode='tree') # mode \"tree\",\"single_node\n", + "\n", + "from graphviper.graph_tools import generate_dask_workflow\n", + "dask_graph = generate_dask_workflow(viper_graph)\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "256b9fb8", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The max is for this chunk: [33.35512+0.j 0. +0.j]\n", + "The max is for this chunk: [34.320995+0.j 0. +0.j]\n", + "The max is for this chunk: [34.49833+0.j 0. +0.j]\n", + "The max is for this chunk: [34.223373+0.j 0. +0.j]\n", + "The max is for this chunk: [33.616528+0.j 0. +0.j]\n", + "The max is for this chunk: [33.76827+0.j 0. +0.j]\n", + "The max is for this chunk: [35.222027+0.j 0. +0.j]\n", + "The max is for this chunk: [34.45331+0.j 0. +0.j]\n", + "The max is for this chunk: [34.20238+0.j 0. +0.j]\n", + "The max is for this chunk: [33.721848+0.j -0. +0.j]\n", + "The max is for this chunk: [34.448105+0.j 0. +0.j]\n", + "The max is for this chunk: [33.476543+0.j 0. +0.j]\n", + "The max is for this chunk: [34.14228+0.j 0. +0.j]\n", + "The max is for this chunk: [33.73295+0.j -0. +0.j]\n", + "The max is for this chunk: [34.48414+0.j 0. +0.j]\n", + "The max is for this chunk: [33.900585+0.j 0. +0.j]\n", + "The max is for this chunk: [34.85533+0.j 0. +0.j]\n", + "The max is for this chunk: [33.55776+0.j 0. +0.j]\n", + "The max is for this chunk: [33.952312+0.j 0. +0.j]\n", + "The max is for this chunk: [34.722736+0.j 0. +0.j]\n", + "The max is for this chunk: [33.697006+0.j 0. +0.j]\n", + "The max is for this chunk: [33.426178+0.j 0. +0.j]\n", + "The max is for this chunk: [33.798656+0.j 0. +0.j]\n", + "The max is for this chunk: [33.527966+0.j 0. +0.j]\n", + "462.2159378528595\n" + ] + }, + { + "data": { + "text/plain": [ + "([array([35.222027+0.j, 0. +0.j], dtype=complex64)],)" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "start = time.time()\n", + "max_min=dask.compute(dask_graph)\n", + "print(time.time()-start)\n", + "max_min" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fcf79031", + "metadata": {}, + "outputs": [], + "source": [ + "# Frequency: 63.724167346954346s ([array([35.222027+0.j, 0. +0.j], dtype=complex64)],)\n", + "# Time: 462.2159378528595 ([array([35.222027+0.j, 0. +0.j], dtype=complex64)],)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.7" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +}