NIRCam Claw Monitor

jwql/database/database_interface.py

@@ -509,14 +509,16 @@ class : obj
 NIRSpecCosmicRayStats = monitor_orm_factory('nirspec_cosmic_ray_stats')
 NIRSpecTAQueryHistory = monitor_orm_factory('nirspec_ta_query_history')
 NIRSpecTAStats = monitor_orm_factory('nirspec_ta_stats')
+NIRCamClawQueryHistory = monitor_orm_factory('nircam_claw_query_history')
+NIRCamClawStats = monitor_orm_factory('nircam_claw_stats')
 
 INSTRUMENT_TABLES = {
     'nircam': [NIRCamDarkQueryHistory, NIRCamDarkPixelStats, NIRCamDarkDarkCurrent,
                NIRCamBiasQueryHistory, NIRCamBiasStats, NIRCamBadPixelQueryHistory,
                NIRCamBadPixelStats, NIRCamReadnoiseQueryHistory, NIRCamReadnoiseStats,
                NIRCamAnomaly, NIRCamCosmicRayQueryHistory, NIRCamCosmicRayStats,
                NIRCamEDBDailyStats, NIRCamEDBBlockStats, NIRCamEDBTimeIntervalStats,
-               NIRCamEDBEveryChangeStats],
+               NIRCamEDBEveryChangeStats, NIRCamClawQueryHistory, NIRCamClawStats],
     'niriss': [NIRISSDarkQueryHistory, NIRISSDarkPixelStats, NIRISSDarkDarkCurrent,
                NIRISSBiasQueryHistory, NIRISSBiasStats, NIRISSBadPixelQueryHistory,
                NIRISSBadPixelStats, NIRISSReadnoiseQueryHistory, NIRISSReadnoiseStats,
@@ -570,7 +572,8 @@ class : obj
             MIRIEDBBlockStats, MIRIEDBTimeIntervalStats, MIRIEDBEveryChangeStats,
             NIRSpecEDBDailyStats, NIRSpecEDBBlockStats, NIRSpecEDBTimeIntervalStats,
             NIRSpecEDBEveryChangeStats, FGSEDBDailyStats, FGSEDBBlockStats,
-            FGSEDBTimeIntervalStats, FGSEDBEveryChangeStats]}
+            FGSEDBTimeIntervalStats, FGSEDBEveryChangeStats],
+    'claw': [NIRCamClawQueryHistory, NIRCamClawStats],}
 
 if __name__ == '__main__':
     base.metadata.create_all(engine)

jwql/database/monitor_table_definitions/nircam/nircam_claw_query_history.txt

@@ -0,0 +1,5 @@
+INSTRUMENT, string
+START_TIME_MJD, float
+END_TIME_MJD, float
+RUN_MONITOR, bool
+ENTRY_DATE, datetime

jwql/database/monitor_table_definitions/nircam/nircam_claw_stats.txt

@@ -0,0 +1,18 @@
+FILENAME, string
+PROPOSAL, string
+OBS, string
+DETECTOR, string
+FILTER, string
+PUPIL, string
+EXPSTART, string
+EXPSTART_MJD, float
+EFFEXPTM, float
+RA, float
+DEC, float
+PA_V3, float
+MEAN, float
+MEDIAN, float
+STDDEV, float
+FRAC_MASKED, float
+SKYFLAT_FILENAME, string
+ENTRY_DATE, datetime

jwql/utils/constants.py

@@ -376,8 +376,10 @@
              ('Dark Current Monitor', '/miri/dark_monitor'),
              ('EDB Telemetry Monitor', '/miri/edb_monitor'),
              ('Readnoise Monitor', '/miri/readnoise_monitor')],
-    'nircam': [('Bad Pixel Monitor', '/nircam/bad_pixel_monitor'),
+    'nircam': [('Background Monitor', '/nircam/background_monitor'),
+               ('Bad Pixel Monitor', '/nircam/bad_pixel_monitor'),
                ('Bias Monitor', '/nircam/bias_monitor'),
+               ('Claw Monitor', '/nircam/claw_monitor'),
                ('Cosmic Ray Monitor', '#'),
                ('Dark Current Monitor', '/nircam/dark_monitor'),
                ('EDB Telemetry Monitor', '/nircam/edb_monitor'),

jwql/website/apps/jwql/monitor_views.py

@@ -30,12 +30,16 @@
 
 import os
 
+from astropy.time import Time
 from bokeh.resources import CDN, INLINE
 from django.http import HttpResponse, JsonResponse
 from django.shortcuts import render
 import json
+import pandas as pd
 
 from . import bokeh_containers
+from jwql.database.database_interface import session
+from jwql.database.database_interface import NIRCamClawStats
 from jwql.website.apps.jwql import bokeh_containers
 from jwql.utils.constants import JWST_INSTRUMENT_NAMES_MIXEDCASE
 from jwql.utils.utils import get_config, get_base_url
@@ -47,6 +51,35 @@
 FILESYSTEM_DIR = os.path.join(CONFIG['jwql_dir'], 'filesystem')
 
 
+def background_monitor(request):
+    """Generate the NIRCam background monitor page
+
+    Parameters
+    ----------
+    request : HttpRequest object
+        Incoming request from the webpage
+
+    Returns
+    -------
+    HttpResponse object
+        Outgoing response sent to the webpage
+    """
+
+    template = "background_monitor.html"
+
+    # Get the background trending filters to display
+    fltrs = ['F070W', 'F090W', 'F115W', 'F150W', 'F200W', 'F277W', 'F356W', 'F444W']
+    bkg_plots = ['/static/outputs/claw_monitor/backgrounds/{}_backgrounds.png'.format(fltr) for fltr in fltrs]
+
+    context = {
+        'inst': 'NIRCam',
+        'bkg_plots': bkg_plots
+    }
+
+    # Return a HTTP response with the template and dictionary of variables
+    return render(request, template, context)
+
+
 def bad_pixel_monitor(request, inst):
     """Generate the dark monitor page for a given instrument
 
@@ -100,6 +133,37 @@ def bias_monitor(request, inst):
     return render(request, template, context)
 
 
+def claw_monitor(request):
+    """Generate the NIRCam claw monitor page
+
+    Parameters
+    ----------
+    request : HttpRequest object
+        Incoming request from the webpage
+
+    Returns
+    -------
+    HttpResponse object
+        Outgoing response sent to the webpage
+    """
+
+    template = "claw_monitor.html"
+
+    # Get all recent claw stack images from the last 10 days
+    query = session.query(NIRCamClawStats.expstart_mjd, NIRCamClawStats.skyflat_filename).order_by(NIRCamClawStats.expstart_mjd.desc()).all()
+    df = pd.DataFrame(query, columns=['expstart_mjd', 'skyflat_filename'])
+    recent_files = list(pd.unique(df['skyflat_filename'][df['expstart_mjd'] > Time.now().mjd - 1000]))  # todo change from 1000 to 10
+    claw_stacks = ['/static/outputs/claw_monitor/claw_stacks/{}'.format(filename) for filename in recent_files]
+
+    context = {
+        'inst': 'NIRCam',
+        'claw_stacks': claw_stacks
+    }
+
+    # Return a HTTP response with the template and dictionary of variables
+    return render(request, template, context)
+
+
 def cosmic_ray_monitor(request, inst):
     """Generate the cosmic ray monitor page for a given instrument
 

jwql/website/apps/jwql/templates/background_monitor.html

@@ -0,0 +1,25 @@
+{% extends "base.html" %}
+
+{% block preamble %}
+
+<title>{{ inst }} Background Monitor - JWQL</title>
+
+{% endblock %}
+
+{% block content %}
+
+    <main role="main" class="container">
+
+		<h1>{{ inst }} Background Monitor</h1>
+		<hr>
+
+		<div width=100%>
+			{% for bkg_plot in bkg_plots %}
+				<img src={{ bkg_plot | safe }} width="100%">
+				<br><br><hr>
+			{% endfor %}
+		</div>
+
+	</main>
+
+{% endblock %}

jwql/website/apps/jwql/templates/claw_monitor.html

@@ -0,0 +1,25 @@
+{% extends "base.html" %}
+
+{% block preamble %}
+
+<title>{{ inst }} Claw Monitor - JWQL</title>
+
+{% endblock %}
+
+{% block content %}
+
+    <main role="main" class="container">
+
+		<h1>{{ inst }} Claw Monitor</h1>
+		<hr>
+
+		<div width=100%>
+			{% for claw_stack in claw_stacks %}
+				<img src={{ claw_stack | safe }} width="100%">
+				<br><br><hr>
+			{% endfor %}
+		</div>
+
+	</main>
+
+{% endblock %}

jwql/website/apps/jwql/urls.py

@@ -58,6 +58,10 @@
     # Home
     path('', views.home, name='home'),
 
+    # NIRCam-specific views
+    path('nircam/background_monitor/', monitor_views.background_monitor, name='background_monitor'),
+    path('nircam/claw_monitor/', monitor_views.claw_monitor, name='claw_monitor'),
+
     # NIRSpec-specific views
     path('nirspec/msata_monitor/', monitor_views.msata_monitoring, name='msata_monitor'),
     path('nirspec/wata_monitor/', monitor_views.wata_monitoring, name='wata_monitor'),