From 74649dcf78b38db75d49fe0fd5349e8c1e81a12d Mon Sep 17 00:00:00 2001 From: Steve Pothier Date: Tue, 12 Nov 2024 16:41:07 -0700 Subject: [PATCH] added Data Log drill down (as link on Field Value) --- notebooks_tsqr/ExposureDetail.ipynb | 2021 +++-------------- notebooks_tsqr/NightLog.ipynb | 773 +++---- .../ts/logging_and_reporting/all_sources.py | 28 +- 3 files changed, 724 insertions(+), 2098 deletions(-) diff --git a/notebooks_tsqr/ExposureDetail.ipynb b/notebooks_tsqr/ExposureDetail.ipynb index 739ce2b..0e13f4c 100644 --- a/notebooks_tsqr/ExposureDetail.ipynb +++ b/notebooks_tsqr/ExposureDetail.ipynb @@ -14,12 +14,12 @@ "# day_obs values: TODAY, YESTERDAY, YYYY-MM-DD\n", "# Report on observing nights that start upto but not included this day.\n", "#!day_obs = '2024-09-25' # Value to use for local testing (Summit)\n", - "day_obs = \"2024-09-25\" # TODO Change to 'YESTERDAY' to test with default before push\n", + "day_obs = \"YESTERDAY\" # TODO Change to 'YESTERDAY' to test with default before push\n", "\n", "# Total number of days of data to display (ending on day_obs)\n", "number_of_days = \"1\" # TODO Change to '1' to test with default before push\n", "\n", - "instrument = \"LATISS\"\n", + "instrument = \"LSSTComCam\"\n", "observation_reason = \"ALL\"\n", "observation_type = \"science\"\n", "science_program = \"ALL\"" @@ -56,7 +56,7 @@ "# The default provided here is for local testing.\n", "# Under Times Square it is ignored.\n", "server = os.environ.get(\n", - " \"EXTERNAL_INSTANCE_URL\", ut.Server.summit\n", + " \"EXTERNAL_INSTANCE_URL\", ut.Server.usdf\n", ") # TODO try with \"usdf\" before push (else \"summit\")\n", "\n", "# Normalize Parameters (both explicit Times Squares params and implicit ones)\n", @@ -117,7 +117,7 @@ { "data": { "text/markdown": [ - "The number of exposures in this filtered result is 166" + "# Observation Type: science" ], "text/plain": [ "" @@ -128,1679 +128,241 @@ }, { "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + "text/markdown": [ + "The number of exposures in this filtered result is 21" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
obs idtimespan beginseq numobservation typeobservation reasonscience programexposure time
0AT_O_20240925_0002522024-09-26T04:35:31.405002252sciencex_offset_-50spec-survey0.0
1AT_O_20240925_0002512024-09-26T04:34:05.867988251sciencex_offset_0spec-survey0.0
2AT_O_20240925_0002502024-09-26T04:32:42.858984250scienceobjectspec-survey0.0
3AT_O_20240925_0002492024-09-26T04:31:29.853989249scienceobjectspec-survey0.0
4AT_O_20240925_0002462024-09-26T04:28:20.368997246scienceimagingBLOCK-3060.0
5AT_O_20240925_0002452024-09-26T04:27:33.485003245scienceimagingBLOCK-3060.0
6AT_O_20240925_0002442024-09-26T04:26:04.314012244scienceimagingBLOCK-3060.0
7AT_O_20240925_0002432024-09-26T04:25:17.402016243scienceimagingBLOCK-3060.0
8AT_O_20240925_0002422024-09-26T04:23:46.893997242scienceimagingBLOCK-3060.0
9AT_O_20240925_0002412024-09-26T04:23:00.055989241scienceimagingBLOCK-3060.0
10AT_O_20240925_0002402024-09-26T04:21:29.749981240scienceimagingBLOCK-3060.0
11AT_O_20240925_0002392024-09-26T04:20:42.947017239scienceimagingBLOCK-3060.0
12AT_O_20240925_0002382024-09-26T04:19:12.872993238scienceimagingBLOCK-3060.0
13AT_O_20240925_0002372024-09-26T04:18:26.043997237scienceimagingBLOCK-3060.0
14AT_O_20240925_0002362024-09-26T04:16:56.042997236scienceimagingBLOCK-3060.0
15AT_O_20240925_0002352024-09-26T04:16:09.246992235scienceimagingBLOCK-3060.0
16AT_O_20240925_0002342024-09-26T04:14:39.480994234scienceimagingBLOCK-3060.0
17AT_O_20240925_0002332024-09-26T04:13:52.601988233scienceimagingBLOCK-3060.0
18AT_O_20240925_0002322024-09-26T04:12:23.074009232scienceimagingBLOCK-3060.0
19AT_O_20240925_0002312024-09-26T04:11:36.273015231scienceimagingBLOCK-3060.0
20AT_O_20240925_0002302024-09-26T04:10:06.182013230scienceimagingBLOCK-3060.0
21AT_O_20240925_0002292024-09-26T04:09:19.350000229scienceimagingBLOCK-3060.0
22AT_O_20240925_0002282024-09-26T04:07:49.272999228scienceimagingBLOCK-3060.0
23AT_O_20240925_0002272024-09-26T04:07:02.452010227scienceimagingBLOCK-3060.0
24AT_O_20240925_0002262024-09-26T04:05:32.688989226scienceimagingBLOCK-3060.0
25AT_O_20240925_0002252024-09-26T04:04:45.821007225scienceimagingBLOCK-3060.0
26AT_O_20240925_0002242024-09-26T04:03:13.835990224scienceimagingBLOCK-3060.0
27AT_O_20240925_0002232024-09-26T04:02:26.961008223scienceimagingBLOCK-3060.0
28AT_O_20240925_0002222024-09-26T04:00:57.830009222scienceimagingBLOCK-3060.0
29AT_O_20240925_0002212024-09-26T04:00:10.933985221scienceimagingBLOCK-3060.0
30AT_O_20240925_0002202024-09-26T03:58:41.482006220scienceimagingBLOCK-3060.0
31AT_O_20240925_0002192024-09-26T03:57:54.684995219scienceimagingBLOCK-3060.0
32AT_O_20240925_0002182024-09-26T03:56:23.275996218scienceimagingBLOCK-3060.0
33AT_O_20240925_0002172024-09-26T03:55:36.463013217scienceimagingBLOCK-3060.0
34AT_O_20240925_0002162024-09-26T03:54:06.946983216scienceimagingBLOCK-3060.0
35AT_O_20240925_0002152024-09-26T03:53:20.358018215scienceimagingBLOCK-3060.0
36AT_O_20240925_0002142024-09-26T03:50:23.429990214sciencex_offset_50spec-survey0.0
37AT_O_20240925_0002132024-09-26T03:48:59.246982213sciencex_offset_-50spec-survey0.0
38AT_O_20240925_0002122024-09-26T03:47:35.969985212sciencex_offset_0spec-survey0.0
39AT_O_20240925_0002112024-09-26T03:46:12.967981211scienceobjectspec-survey0.0
40AT_O_20240925_0002102024-09-26T03:44:59.788012210scienceobjectspec-survey0.0
41AT_O_20240925_0002002024-09-26T03:35:37.068996200sciencex_offset_50spec-survey0.0
42AT_O_20240925_0001992024-09-26T03:34:43.666992199sciencex_offset_-50spec-survey0.0
43AT_O_20240925_0001982024-09-26T03:33:49.388992198sciencex_offsetspec-survey0.0
44AT_O_20240925_0001972024-09-26T03:32:56.907000197scienceobjectspec-survey0.0
45AT_O_20240925_0001962024-09-26T03:32:13.889008196scienceobjectspec-survey0.0
46AT_O_20240925_0001932024-09-26T03:28:11.313981193sciencex_offset_50spec-survey0.0
47AT_O_20240925_0001922024-09-26T03:26:47.253000192sciencex_offset_-50spec-survey0.0
48AT_O_20240925_0001912024-09-26T03:25:23.950012191sciencex_offset_0spec-survey0.0
49AT_O_20240925_0001902024-09-26T03:24:01.475987190scienceobjectspec-survey0.0
50AT_O_20240925_0001892024-09-26T03:22:48.338987189scienceobjectspec-survey0.0
51AT_O_20240925_0001862024-09-26T03:19:18.156019186sciencex_offset_50spec-survey0.0
52AT_O_20240925_0001852024-09-26T03:17:52.875009185sciencex_offset_-50spec-survey0.0
53AT_O_20240925_0001842024-09-26T03:16:27.362015184sciencex_offset_0spec-survey0.0
54AT_O_20240925_0001832024-09-26T03:15:04.757997183scienceobjectspec-survey0.0
55AT_O_20240925_0001822024-09-26T03:13:51.785993182scienceobjectspec-survey0.0
56AT_O_20240925_0001792024-09-26T03:09:31.272983179sciencex_offset_50spec-survey0.0
57AT_O_20240925_0001782024-09-26T03:08:07.014015178sciencex_offset_-50spec-survey0.0
58AT_O_20240925_0001772024-09-26T03:06:43.806983177sciencex_offset_0spec-survey0.0
59AT_O_20240925_0001762024-09-26T03:05:21.256998176scienceobjectspec-survey0.0
60AT_O_20240925_0001752024-09-26T03:04:08.226012175scienceobjectspec-survey0.0
61AT_O_20240925_0001722024-09-26T03:00:08.629002172sciencex_offset_50spec-survey0.0
62AT_O_20240925_0001712024-09-26T02:58:45.248002171sciencex_offset_-50spec-survey0.0
63AT_O_20240925_0001702024-09-26T02:57:20.862983170sciencex_offset_0spec-survey0.0
64AT_O_20240925_0001692024-09-26T02:55:57.791014169scienceobjectspec-survey0.0
65AT_O_20240925_0001682024-09-26T02:54:44.752987168scienceobjectspec-survey0.0
66AT_O_20240925_0001652024-09-26T02:50:42.718010165sciencex_offset_50spec-survey0.0
67AT_O_20240925_0001642024-09-26T02:49:18.489016164sciencex_offset_-50spec-survey0.0
68AT_O_20240925_0001632024-09-26T02:47:54.672009163sciencex_offset_0spec-survey0.0
69AT_O_20240925_0001622024-09-26T02:46:32.109995162scienceobjectspec-survey0.0
70AT_O_20240925_0001612024-09-26T02:45:19.085003161scienceobjectspec-survey0.0
71AT_O_20240925_0001582024-09-26T02:41:16.154999158sciencex_offset_50spec-survey0.0
72AT_O_20240925_0001572024-09-26T02:39:52.708983157sciencex_offset_-50spec-survey0.0
73AT_O_20240925_0001562024-09-26T02:38:28.142996156sciencex_offset_0spec-survey0.0
74AT_O_20240925_0001552024-09-26T02:37:05.463018155scienceobjectspec-survey0.0
75AT_O_20240925_0001542024-09-26T02:35:52.548990154scienceobjectspec-survey0.0
76AT_O_20240925_0001512024-09-26T02:31:47.228011151sciencex_offset_50spec-survey0.0
77AT_O_20240925_0001502024-09-26T02:30:22.781999150sciencex_offset_-50spec-survey0.0
78AT_O_20240925_0001492024-09-26T02:28:59.427996149sciencex_offset_0spec-survey0.0
79AT_O_20240925_0001482024-09-26T02:27:36.850009148scienceobjectspec-survey0.0
80AT_O_20240925_0001472024-09-26T02:26:23.927009147scienceobjectspec-survey0.0
81AT_O_20240925_0001442024-09-26T02:22:17.508993144sciencex_offset_50spec-survey0.0
82AT_O_20240925_0001432024-09-26T02:20:54.339015143sciencex_offset_-50spec-survey0.0
83AT_O_20240925_0001422024-09-26T02:19:29.716984142sciencex_offset_0spec-survey0.0
84AT_O_20240925_0001412024-09-26T02:18:06.532000141scienceobjectspec-survey0.0
85AT_O_20240925_0001402024-09-26T02:16:53.487013140scienceobjectspec-survey0.0
86AT_O_20240925_0001372024-09-26T02:12:45.296003137sciencex_offset_50spec-survey0.0
87AT_O_20240925_0001362024-09-26T02:11:20.736011136sciencex_offset_-50spec-survey0.0
88AT_O_20240925_0001352024-09-26T02:09:57.633988135sciencex_offset_0spec-survey0.0
89AT_O_20240925_0001342024-09-26T02:08:35.246987134scienceobjectspec-survey0.0
90AT_O_20240925_0001332024-09-26T02:07:22.246981133scienceobjectspec-survey0.0
91AT_O_20240925_0001302024-09-26T02:03:15.690000130sciencex_offset_50spec-survey0.0
92AT_O_20240925_0001292024-09-26T02:01:52.247001129sciencex_offset_-50spec-survey0.0
93AT_O_20240925_0001282024-09-26T02:00:27.971980128sciencex_offset_0spec-survey0.0
94AT_O_20240925_0001272024-09-26T01:59:04.685005127scienceobjectspec-survey0.0
95AT_O_20240925_0001262024-09-26T01:57:51.765988126scienceobjectspec-survey0.0
96AT_O_20240925_0001232024-09-26T01:54:48.918015123sciencex_offset_50spec-survey0.0
97AT_O_20240925_0001222024-09-26T01:53:24.663996122sciencex_offset_-50spec-survey0.0
98AT_O_20240925_0001212024-09-26T01:52:00.090003121sciencex_offset_0spec-survey0.0
99AT_O_20240925_0001202024-09-26T01:50:37.484014120scienceobjectspec-survey0.0
100AT_O_20240925_0001192024-09-26T01:49:24.502998119scienceobjectspec-survey0.0
101AT_O_20240925_0001162024-09-26T01:45:28.487018116sciencex_offset_50spec-survey0.0
102AT_O_20240925_0001152024-09-26T01:44:04.425997115sciencex_offset_-50spec-survey0.0
103AT_O_20240925_0001142024-09-26T01:42:41.099996114sciencex_offset_0spec-survey0.0
104AT_O_20240925_0001132024-09-26T01:41:18.469987113scienceobjectspec-survey0.0
105AT_O_20240925_0001122024-09-26T01:40:05.313997112scienceobjectspec-survey0.0
106AT_O_20240925_0001022024-09-26T01:31:57.272991102sciencex_offset_50spec-survey0.0
107AT_O_20240925_0001012024-09-26T01:30:30.673984101sciencex_offset_-50spec-survey0.0
108AT_O_20240925_0001002024-09-26T01:29:06.962991100sciencex_offset_0spec-survey0.0
109AT_O_20240925_0000992024-09-26T01:27:44.31499999scienceobjectspec-survey0.0
110AT_O_20240925_0000982024-09-26T01:26:31.35100198scienceobjectspec-survey0.0
111AT_O_20240925_0000952024-09-26T01:22:16.01398395sciencex_offset_50spec-survey0.0
112AT_O_20240925_0000942024-09-26T01:20:52.66098594sciencex_offset_-50spec-survey0.0
113AT_O_20240925_0000932024-09-26T01:19:28.08900493sciencex_offset_0spec-survey0.0
114AT_O_20240925_0000922024-09-26T01:18:05.73000692scienceobjectspec-survey0.0
115AT_O_20240925_0000912024-09-26T01:16:52.75699691scienceobjectspec-survey0.0
116AT_O_20240925_0000882024-09-26T01:12:55.83098388sciencex_offset_50spec-survey0.0
117AT_O_20240925_0000872024-09-26T01:11:31.46298387sciencex_offset_-50spec-survey0.0
118AT_O_20240925_0000862024-09-26T01:10:07.65100686sciencex_offset_0spec-survey0.0
119AT_O_20240925_0000852024-09-26T01:08:44.47700585scienceobjectspec-survey0.0
120AT_O_20240925_0000842024-09-26T01:07:31.51699084scienceobjectspec-survey0.0
121AT_O_20240925_0000812024-09-26T01:03:32.08401081sciencex_offset_50spec-survey0.0
122AT_O_20240925_0000802024-09-26T01:02:08.68301480sciencex_offset_-50spec-survey0.0
123AT_O_20240925_0000792024-09-26T01:00:44.16200879sciencex_offset_0spec-survey0.0
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", @@ -1820,6 +382,12 @@ " observation_reason=observation_reason,\n", " observation_type=observation_type\n", " )\n", + "if observation_reason:\n", + " md(f'# Observation Reason: {observation_reason}')\n", + "if observation_type:\n", + " md(f'# Observation Type: {observation_type}')\n", + "if science_program:\n", + " md(f'# Science Program: {science_program}')\n", "md(f'The number of exposures in this filtered result is {len(df.index)}')\n", "display(HTML(df.to_html()))" ] @@ -1849,9 +417,9 @@ { "data": { "text/plain": [ - "{'day_obs': '2024-09-25',\n", + "{'day_obs': 'YESTERDAY',\n", " 'number_of_days': '1',\n", - " 'instrument': 'LATISS',\n", + " 'instrument': 'LSSTComCam',\n", " 'observation_reason': None,\n", " 'observation_type': 'science',\n", " 'science_program': None}" @@ -1864,8 +432,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "https://summit-lsp.lsst.codes: 2024-09-25 to 2024-09-26 [5000] exposurelog endpoints=['instruments', 'exposures', 'messages']\n", - "instrument='LATISS', science_program=None, observation_reason=None, observation_type='science'\n" + "https://usdf-rsp-dev.slac.stanford.edu: 2024-11-11 to 2024-11-12 [5000] exposurelog endpoints=['instruments', 'exposures', 'messages']\n", + "instrument='LSSTComCam', science_program=None, observation_reason=None, observation_type='science'\n" ] } ], @@ -1885,7 +453,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{'LSSTComCamSim': 0, 'LSSTComCam': 0, 'LATISS': 252}\n" + "{'LSSTComCamSim': 0, 'LATISS': 0, 'LSSTComCam': 337, 'LSSTCam': 0}\n" ] } ], @@ -1932,147 +500,264 @@ " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", "
obs idtimespan beginseq numobservation typeobservation reasonscience programexposure time
124AT_O_20240925_0000782024-09-26T00:59:21.803010780CC_O_20241111_0000942024-11-12T02:11:24.46501994scienceobjectspec-survey0.0
125AT_O_20240925_0000772024-09-26T00:58:08.81599977scienceobjectspec-surveyPP-SURVEY0.0
126AT_O_20240925_0000742024-09-26T00:54:09.403015741CC_O_20241111_0000932024-11-12T02:10:17.42599593sciencex_offset_50spec-survey0.0
127AT_O_20240925_0000732024-09-26T00:52:44.98098273sciencex_offset_-50spec-surveyPP-SURVEY0.0
128AT_O_20240925_0000722024-09-26T00:51:21.785014722CC_O_20241111_0000922024-11-12T02:09:25.96998792sciencex_offset_0spec-survey0.0
129AT_O_20240925_0000712024-09-26T00:49:59.44898971scienceobjectspec-surveyPP-SURVEY0.0
130AT_O_20240925_0000702024-09-26T00:48:46.462984703CC_O_20241111_0000912024-11-12T02:08:15.94498091scienceobjectspec-survey0.0
131AT_O_20240925_0000672024-09-26T00:44:40.52700267sciencex_offset_50spec-surveyPP-SURVEY0.0
132AT_O_20240925_0000662024-09-26T00:43:17.135983664CC_O_20241111_0000902024-11-12T02:07:21.12600590sciencex_offset_-50spec-survey0.0
133AT_O_20240925_0000652024-09-26T00:41:52.82101165sciencex_offset_0spec-surveyPP-SURVEY0.0
134AT_O_20240925_0000642024-09-26T00:40:30.172013645CC_O_20241111_0000892024-11-12T02:06:11.16500989scienceobjectspec-survey0.0
135AT_O_20240925_0000632024-09-26T00:39:17.25299663scienceobjectspec-surveyPP-SURVEY0.0
136AT_O_20240925_0000602024-09-26T00:35:14.292012606CC_O_20241111_0000882024-11-12T02:05:18.87002088sciencex_offset_50spec-survey0.0
137AT_O_20240925_0000592024-09-26T00:33:50.15800959sciencex_offset_-50spec-surveyPP-SURVEY0.0
138AT_O_20240925_0000582024-09-26T00:32:26.870993587CC_O_20241111_0000872024-11-12T02:04:09.17198787sciencex_offset_0spec-survey0.0
139AT_O_20240925_0000572024-09-26T00:31:04.25599257scienceobjectspec-surveyPP-SURVEY0.0
140AT_O_20240925_0000562024-09-26T00:29:51.297989568CC_O_20241111_0000862024-11-12T02:03:17.70600286scienceobjectspec-survey0.0
141AT_O_20240925_0000532024-09-26T00:25:45.60400853sciencex_offset_50spec-surveyPP-SURVEY0.0
142AT_O_20240925_0000522024-09-26T00:24:22.488990529CC_O_20241111_0000852024-11-12T02:02:09.84799185sciencex_offset_-50spec-survey0.0
143AT_O_20240925_0000512024-09-26T00:22:58.41501451sciencex_offset_0spec-surveyPP-SURVEY0.0
144AT_O_20240925_0000502024-09-26T00:21:36.0820065010CC_O_20241111_0000842024-11-12T02:01:18.09301284scienceobjectspec-survey0.0
145AT_O_20240925_0000492024-09-26T00:20:23.15200649scienceobjectspec-surveyPP-SURVEY0.0
146AT_O_20240925_0000462024-09-26T00:16:23.1520204611CC_O_20241111_0000832024-11-12T02:00:11.10701483sciencex_offset_50spec-survey0.0
147AT_O_20240925_0000452024-09-26T00:14:58.74998345sciencex_offset_-50spec-surveyPP-SURVEY0.0
148AT_O_20240925_0000442024-09-26T00:13:35.5680164412CC_O_20241111_0000822024-11-12T01:59:21.47199982sciencex_offset_0spec-survey0.0
149AT_O_20240925_0000432024-09-26T00:12:12.98198343scienceobjectspec-surveyPP-SURVEY0.0
150AT_O_20240925_0000422024-09-26T00:10:59.9369964213CC_O_20241111_0000812024-11-12T01:58:14.29602081scienceobjectspec-survey0.0
151AT_O_20240925_0000392024-09-26T00:06:56.38800539sciencex_offset_50spec-surveyPP-SURVEY0.0
152AT_O_20240925_0000382024-09-26T00:05:33.0000043814CC_O_20241111_0000802024-11-12T01:52:13.00898480sciencex_offset_-50spec-survey0.0
153AT_O_20240925_0000372024-09-26T00:04:08.77499337sciencex_offset_0spec-surveyPP-SURVEY0.0
154AT_O_20240925_0000362024-09-26T00:02:45.5449883615CC_O_20241111_0000792024-11-12T01:51:06.00898579scienceobjectspec-survey0.0
155AT_O_20240925_0000352024-09-26T00:01:32.58199635scienceobjectspec-surveyPP-SURVEY0.0
156AT_O_20240925_0000322024-09-25T23:58:37.5989993216CC_O_20241111_0000782024-11-12T01:46:12.31200678sciencex_offset_50spec-survey0.0
157AT_O_20240925_0000312024-09-25T23:57:14.21401531sciencex_offset_-50spec-surveyPP-SURVEY0.0
158AT_O_20240925_0000302024-09-25T23:55:49.9500193017CC_O_20241111_0000772024-11-12T01:43:59.86999777sciencex_offset_0spec-survey0.0
159AT_O_20240925_0000292024-09-25T23:54:27.58200829scienceobjectspec-surveyPP-SURVEY0.0
160AT_O_20240925_0000282024-09-25T23:53:14.5690072818CC_O_20241111_0000762024-11-12T01:30:04.97800676scienceobjectspec-survey0.0
161AT_O_20240925_0000252024-09-25T23:49:42.34098925sciencex_offset_50spec-surveyPP-SURVEY0.0
162AT_O_20240925_0000242024-09-25T23:48:15.0230152419CC_O_20241111_0000752024-11-12T01:25:29.20299875sciencex_offset_-50spec-survey0.0
163AT_O_20240925_0000232024-09-25T23:46:51.60998923sciencex_offset_0spec-surveyPP-SURVEY0.0
164AT_O_20240925_0000222024-09-25T23:45:29.0690172220CC_O_20241111_0000742024-11-12T01:24:22.15101874scienceobjectspec-survey0.0
165AT_O_20240925_0000212024-09-25T23:44:16.08401721scienceobjectspec-surveyPP-SURVEY0.0
0AT_O_20240925_0002522024-09-26T04:35:31.405002252CC_O_20241111_0000942024-11-12T02:11:24.46501994sciencex_offset_-50spec-surveysciencePP-SURVEY0.0
1AT_O_20240925_0002512024-09-26T04:34:05.867988251CC_O_20241111_0000932024-11-12T02:10:17.42599593sciencex_offset_0spec-surveysciencePP-SURVEY0.0
2AT_O_20240925_0002502024-09-26T04:32:42.858984250CC_O_20241111_0000922024-11-12T02:09:25.96998792scienceobjectspec-surveysciencePP-SURVEY0.0
3AT_O_20240925_0002492024-09-26T04:31:29.853989249CC_O_20241111_0000912024-11-12T02:08:15.94498091scienceobjectspec-surveysciencePP-SURVEY0.0
4AT_O_20240925_0002462024-09-26T04:28:20.368997246CC_O_20241111_0000902024-11-12T02:07:21.12600590sciencesciencePP-SURVEY0.0
5CC_O_20241111_0000892024-11-12T02:06:11.16500989sciencesciencePP-SURVEY0.0
6CC_O_20241111_0000882024-11-12T02:05:18.87002088sciencesciencePP-SURVEY0.0
7CC_O_20241111_0000872024-11-12T02:04:09.17198787sciencesciencePP-SURVEY0.0
8CC_O_20241111_0000862024-11-12T02:03:17.70600286sciencesciencePP-SURVEY0.0
9CC_O_20241111_0000852024-11-12T02:02:09.84799185sciencesciencePP-SURVEY0.0
10CC_O_20241111_0000842024-11-12T02:01:18.09301284sciencesciencePP-SURVEY0.0
11CC_O_20241111_0000832024-11-12T02:00:11.10701483sciencesciencePP-SURVEY0.0
12CC_O_20241111_0000822024-11-12T01:59:21.47199982sciencesciencePP-SURVEY0.0
13CC_O_20241111_0000812024-11-12T01:58:14.29602081sciencesciencePP-SURVEY0.0
14CC_O_20241111_0000802024-11-12T01:52:13.00898480scienceimagingBLOCK-306sciencePP-SURVEY0.0
........................15CC_O_20241111_0000792024-11-12T01:51:06.00898579sciencesciencePP-SURVEY0.0
161AT_O_20240925_0000252024-09-25T23:49:42.3409892516CC_O_20241111_0000782024-11-12T01:46:12.31200678sciencex_offset_50spec-surveysciencePP-SURVEY0.0
162AT_O_20240925_0000242024-09-25T23:48:15.0230152417CC_O_20241111_0000772024-11-12T01:43:59.86999777sciencesciencex_offset_-50spec-surveyPP-SURVEY0.0
163AT_O_20240925_0000232024-09-25T23:46:51.6099892318CC_O_20241111_0000762024-11-12T01:30:04.97800676sciencesciencex_offset_0spec-surveyPP-SURVEY0.0
164AT_O_20240925_0000222024-09-25T23:45:29.0690172219CC_O_20241111_0000752024-11-12T01:25:29.20299875sciencescienceobjectspec-surveyPP-SURVEY0.0
165AT_O_20240925_0000212024-09-25T23:44:16.0840172120CC_O_20241111_0000742024-11-12T01:24:22.15101874scienceobjectspec-surveysciencePP-SURVEY0.0
\n", - "

166 rows × 7 columns

\n", "" ], "text/plain": [ - " obs id timespan begin seq num \\\n", - "0 AT_O_20240925_000252 2024-09-26T04:35:31.405002 252 \n", - "1 AT_O_20240925_000251 2024-09-26T04:34:05.867988 251 \n", - "2 AT_O_20240925_000250 2024-09-26T04:32:42.858984 250 \n", - "3 AT_O_20240925_000249 2024-09-26T04:31:29.853989 249 \n", - "4 AT_O_20240925_000246 2024-09-26T04:28:20.368997 246 \n", - ".. ... ... ... \n", - "161 AT_O_20240925_000025 2024-09-25T23:49:42.340989 25 \n", - "162 AT_O_20240925_000024 2024-09-25T23:48:15.023015 24 \n", - "163 AT_O_20240925_000023 2024-09-25T23:46:51.609989 23 \n", - "164 AT_O_20240925_000022 2024-09-25T23:45:29.069017 22 \n", - "165 AT_O_20240925_000021 2024-09-25T23:44:16.084017 21 \n", - "\n", - " observation type observation reason science program exposure time \n", - "0 science x_offset_-50 spec-survey 0.0 \n", - "1 science x_offset_0 spec-survey 0.0 \n", - "2 science object spec-survey 0.0 \n", - "3 science object spec-survey 0.0 \n", - "4 science imaging BLOCK-306 0.0 \n", - ".. ... ... ... ... \n", - "161 science x_offset_50 spec-survey 0.0 \n", - "162 science x_offset_-50 spec-survey 0.0 \n", - "163 science x_offset_0 spec-survey 0.0 \n", - "164 science object spec-survey 0.0 \n", - "165 science object spec-survey 0.0 \n", + " obs id timespan begin seq num \\\n", + "0 CC_O_20241111_000094 2024-11-12T02:11:24.465019 94 \n", + "1 CC_O_20241111_000093 2024-11-12T02:10:17.425995 93 \n", + "2 CC_O_20241111_000092 2024-11-12T02:09:25.969987 92 \n", + "3 CC_O_20241111_000091 2024-11-12T02:08:15.944980 91 \n", + "4 CC_O_20241111_000090 2024-11-12T02:07:21.126005 90 \n", + "5 CC_O_20241111_000089 2024-11-12T02:06:11.165009 89 \n", + "6 CC_O_20241111_000088 2024-11-12T02:05:18.870020 88 \n", + "7 CC_O_20241111_000087 2024-11-12T02:04:09.171987 87 \n", + "8 CC_O_20241111_000086 2024-11-12T02:03:17.706002 86 \n", + "9 CC_O_20241111_000085 2024-11-12T02:02:09.847991 85 \n", + "10 CC_O_20241111_000084 2024-11-12T02:01:18.093012 84 \n", + "11 CC_O_20241111_000083 2024-11-12T02:00:11.107014 83 \n", + "12 CC_O_20241111_000082 2024-11-12T01:59:21.471999 82 \n", + "13 CC_O_20241111_000081 2024-11-12T01:58:14.296020 81 \n", + "14 CC_O_20241111_000080 2024-11-12T01:52:13.008984 80 \n", + "15 CC_O_20241111_000079 2024-11-12T01:51:06.008985 79 \n", + "16 CC_O_20241111_000078 2024-11-12T01:46:12.312006 78 \n", + "17 CC_O_20241111_000077 2024-11-12T01:43:59.869997 77 \n", + "18 CC_O_20241111_000076 2024-11-12T01:30:04.978006 76 \n", + "19 CC_O_20241111_000075 2024-11-12T01:25:29.202998 75 \n", + "20 CC_O_20241111_000074 2024-11-12T01:24:22.151018 74 \n", "\n", - "[166 rows x 7 columns]" + " observation type observation reason science program exposure time \n", + "0 science science PP-SURVEY 0.0 \n", + "1 science science PP-SURVEY 0.0 \n", + "2 science science PP-SURVEY 0.0 \n", + "3 science science PP-SURVEY 0.0 \n", + "4 science science PP-SURVEY 0.0 \n", + "5 science science PP-SURVEY 0.0 \n", + "6 science science PP-SURVEY 0.0 \n", + "7 science science PP-SURVEY 0.0 \n", + "8 science science PP-SURVEY 0.0 \n", + "9 science science PP-SURVEY 0.0 \n", + "10 science science PP-SURVEY 0.0 \n", + "11 science science PP-SURVEY 0.0 \n", + "12 science science PP-SURVEY 0.0 \n", + "13 science science PP-SURVEY 0.0 \n", + "14 science science PP-SURVEY 0.0 \n", + "15 science science PP-SURVEY 0.0 \n", + "16 science science PP-SURVEY 0.0 \n", + "17 science science PP-SURVEY 0.0 \n", + "18 science science PP-SURVEY 0.0 \n", + "19 science science PP-SURVEY 0.0 \n", + "20 science science PP-SURVEY 0.0 " ] }, "execution_count": 8, diff --git a/notebooks_tsqr/NightLog.ipynb b/notebooks_tsqr/NightLog.ipynb index 92630e8..99d7066 100644 --- a/notebooks_tsqr/NightLog.ipynb +++ b/notebooks_tsqr/NightLog.ipynb @@ -5,11 +5,21 @@ "id": "0", "metadata": {}, "source": [ - "# Initialize\n", + "# About this Page\n", "This section is a developer aid; TODO remove later!\n", - "*Align with [storyboard Version 48](https://rubinobs.atlassian.net/wiki/pages/viewpage.action?pageId=132612364&pageVersion=48)*\n", + "*This notebook is intended to align with [storyboard Version 51](https://rubinobs.atlassian.net/wiki/pages/viewpage.action?pageId=132612364&pageVersion=51)* (more or less)\n", + "If you are using this under Time Square and *get any errors* that you think come from this notebook, please tell Steve Pothier (steve.pothier@noirlab.edu). Include the full Times Square URL you used to get the error. \n", "\n", - "If you are using this under Time Square and *get any errors* that you think come from this notebook, please tell Steve Pothier (steve.pothier@noirlab.edu). Include the URL you used to get the error. " + "## What is new?\n", + "- Added \"What is new\"\n", + "- Retrieve of records from each source will repeatedly get pages until all data for the specified date range has been retrieved.\n", + "- Data Log partitions exposure counts by \"quality\" flags.\n", + "- Data Log now has link to drill down to Detail exposure list.\n", + "- This page tries to work around existing problems with APIs used for source data. (There is a ticket to fix the APIs)\n", + "- Errors with APIs are display in this page in Red.\n", + "\n", + "## Known issues\n", + "- Sunset bug: DM-47511" ] }, { @@ -84,7 +94,11 @@ "cell_type": "code", "execution_count": 4, "id": "ec883835-42d3-40ae-a014-8b89befe4263", - "metadata": {}, + "metadata": { + "jupyter": { + "source_hidden": true + } + }, "outputs": [], "source": [ "date = ut.get_datetime_from_dayobs_str(day_obs)\n", @@ -105,7 +119,9 @@ "cell_type": "code", "execution_count": 5, "id": "5", - "metadata": {}, + "metadata": { + "scrolled": true + }, "outputs": [ { "name": "stdout", @@ -136,7 +152,7 @@ "Using endpoint='https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages'\n", "DBG get_records qstr: is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-11T00%3A00%3A00&max_date_added=2024-11-12T00%3A00%3A00\n", "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages?is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-11T00%3A00%3A00&max_date_added=2024-11-12T00%3A00%3A00',timeout=(5.05, 20.0))\n", - "Loaded data from sources in 4.0 seconds\n" + "Loaded data from sources in 3.9 seconds\n" ] } ], @@ -153,6 +169,14 @@ "allrep = AllReports(allsrc=allsrc)" ] }, + { + "cell_type": "markdown", + "id": "a0d44b83-527e-41b2-8d05-6f6207ceba30", + "metadata": {}, + "source": [ + "----------" + ] + }, { "cell_type": "code", "execution_count": 6, @@ -160,7 +184,8 @@ "metadata": { "jupyter": { "source_hidden": true - } + }, + "scrolled": true }, "outputs": [ { @@ -216,7 +241,11 @@ "cell_type": "code", "execution_count": 7, "id": "10", - "metadata": {}, + "metadata": { + "jupyter": { + "source_hidden": true + } + }, "outputs": [ { "data": { @@ -422,80 +451,80 @@ "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", "
(times in UTC)(times in UTC)
Moon Rise2024-11-10 17:43:00.925Moon Rise2024-11-10 17:43:00.925
Moon Set2024-11-11 06:41:58.146Moon Set2024-11-11 06:41:58.146
Moon Illumination71%(% illuminated)Moon Illumination71%(% illuminated)
Astronomical Twilight (morning)2024-11-11 08:10:48.514(-18 degrees)Astronomical Twilight (morning)2024-11-11 08:10:48.514(-18 degrees)
Astronomical Twilight (evening)2024-11-11 00:42:56.117(-18 degrees)Astronomical Twilight (evening)2024-11-11 00:42:56.117(-18 degrees)
Solar Midnight2024-11-11 04:26:52.295Solar Midnight2024-11-11 04:26:52.295
Nautical Twilight (morning)2024-11-11 08:43:18.209(-12 degrees)Nautical Twilight (morning)2024-11-11 08:43:18.209(-12 degrees)
Nautical Twilight (evening)2024-11-11 00:10:26.410(-12 degrees)Nautical Twilight (evening)2024-11-11 00:10:26.410(-12 degrees)
Civil Twilight (morning)2024-11-11 09:14:21.799(-6 degrees)Civil Twilight (morning)2024-11-11 09:14:21.799(-6 degrees)
Civil Twilight (evening)2024-11-10 23:39:22.778(-6 degrees)Civil Twilight (evening)2024-11-10 23:39:22.778(-6 degrees)
Sun Rise2024-11-11 09:44:24.900Sun Rise2024-11-11 09:44:24.900
Sun Set2024-11-10 23:09:19.593Sun Set2024-11-10 23:09:19.593
\n" ], "text/plain": [ - "" + "" ] }, "metadata": {}, @@ -540,6 +569,46 @@ "# allrep.plot_observation_gap_detail(detail)" ] }, + { + "cell_type": "markdown", + "id": "38", + "metadata": {}, + "source": [ + "## DDV " + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "39", + "metadata": { + "jupyter": { + "source_hidden": true + } + }, + "outputs": [ + { + "data": { + "text/markdown": [ + "Access DDV part of RubinTV: https://usdf-rsp-dev.slac.stanford.edu/rubintv/ddv/index.html" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "DDV = (\n", + " f\"{server}/rubintv-dev/ddv/index.html\"\n", + " if \"summit\" in server\n", + " else f\"{server}/rubintv/ddv/index.html\"\n", + ")\n", + "md(f\"Access DDV part of RubinTV: {DDV}\")" + ] + }, { "cell_type": "markdown", "id": "9d51f937-37e7-45da-87cb-2319fd76a1cc", @@ -556,9 +625,13 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "id": "16", - "metadata": {}, + "metadata": { + "jupyter": { + "source_hidden": true + } + }, "outputs": [ { "data": { @@ -680,7 +753,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "id": "18", "metadata": { "jupyter": { @@ -691,7 +764,7 @@ { "data": { "text/markdown": [ - "- [OBS-614](https://rubinobs.atlassian.net/browse/OBS-614)" + "- [OBS-662](https://rubinobs.atlassian.net/browse/OBS-662)" ], "text/plain": [ "" @@ -703,7 +776,7 @@ { "data": { "text/markdown": [ - "- [OBS-662](https://rubinobs.atlassian.net/browse/OBS-662)" + "- [OBS-614](https://rubinobs.atlassian.net/browse/OBS-614)" ], "text/plain": [ "" @@ -715,7 +788,7 @@ { "data": { "text/markdown": [ - "- [OBS-651](https://rubinobs.atlassian.net/browse/OBS-651)" + "- [OBS-659](https://rubinobs.atlassian.net/browse/OBS-659)" ], "text/plain": [ "" @@ -727,7 +800,7 @@ { "data": { "text/markdown": [ - "- [OBS-659](https://rubinobs.atlassian.net/browse/OBS-659)" + "- [OBS-651](https://rubinobs.atlassian.net/browse/OBS-651)" ], "text/plain": [ "" @@ -745,7 +818,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "id": "19", "metadata": { "jupyter": { @@ -812,7 +885,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 14, "id": "1b509665-d538-4bd9-a93c-22c3ec1ded12", "metadata": {}, "outputs": [ @@ -862,92 +935,66 @@ { "data": { "text/html": [ - "
\n", - "\n", - "\n", + "
\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - "
goodquestionablejunkunknowntotal
Detailgoodquestionablejunkunknown
acq000123123acq000123
bias0003737bias00037
cwfs000124124cwfs000124
dark0002727dark00027
focus00055focus0005
science0002121science00021
\n", - "
" + "\n" ], "text/plain": [ - " good questionable junk unknown total\n", - "acq 0 0 0 123 123\n", - "bias 0 0 0 37 37\n", - "cwfs 0 0 0 124 124\n", - "dark 0 0 0 27 27\n", - "focus 0 0 0 5 5\n", - "science 0 0 0 21 21" + "" ] }, "metadata": {}, @@ -963,182 +1010,136 @@ { "data": { "text/html": [ - "
\n", - "\n", - "\n", + "
\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - "
goodquestionablejunkunknowntotal
Detailgoodquestionablejunkunknown
acq0002929acq00029
bias00055bias0005
comcam-daily-calibration0004444comcam-daily-calibration00044
comcam-usdf-checkout0001010comcam-usdf-checkout00010
comcam_twilight_flat0003838comcam_twilight_flat00038
extra00022extra0002
extra_repeteability_wavefront0001111extra_repeteability_wavefront00011
extra_sitcom-8260004848extra_sitcom-82600048
focus_sweep_cam_dz00055focus_sweep_cam_dz0005
infocus00022infocus0002
infocus_repeteability_wavefront0001111infocus_repeteability_wavefront00011
infocus_sitcom-8260004848infocus_sitcom-82600048
intra00022intra0002
intra_repeteability_wavefront0001313intra_repeteability_wavefront00013
intra_sitcom-8260004848intra_sitcom-82600048
science0002121science00021
\n", - "
" + "\n" ], "text/plain": [ - " good questionable junk unknown total\n", - "acq 0 0 0 29 29\n", - "bias 0 0 0 5 5\n", - "comcam-daily-calibration 0 0 0 44 44\n", - "comcam-usdf-checkout 0 0 0 10 10\n", - "comcam_twilight_flat 0 0 0 38 38\n", - "extra 0 0 0 2 2\n", - "extra_repeteability_wavefront 0 0 0 11 11\n", - "extra_sitcom-826 0 0 0 48 48\n", - "focus_sweep_cam_dz 0 0 0 5 5\n", - "infocus 0 0 0 2 2\n", - "infocus_repeteability_wavefront 0 0 0 11 11\n", - "infocus_sitcom-826 0 0 0 48 48\n", - "intra 0 0 0 2 2\n", - "intra_repeteability_wavefront 0 0 0 13 13\n", - "intra_sitcom-826 0 0 0 48 48\n", - "science 0 0 0 21 21" + "" ] }, "metadata": {}, @@ -1154,155 +1155,115 @@ { "data": { "text/html": [ - "
\n", - "\n", - "\n", + "
\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - "
goodquestionablejunkunknowntotal
Detailgoodquestionablejunkunknown
BLOCK-T2150003838BLOCK-T21500038
BLOCK-T2200004444BLOCK-T22000044
BLOCK-T2350001414BLOCK-T23500014
BLOCK-T2460001010BLOCK-T24600010
BLOCK-T24800022BLOCK-T2480002
BLOCK-T2490001010BLOCK-T24900010
BLOCK-T2780004141BLOCK-T27800041
BLOCK-T2790001919BLOCK-T27900019
BLOCK-T28000044BLOCK-T2800004
BLOCK-T9200055BLOCK-T920005
BLOCK-T94000124124BLOCK-T94000124
PP-SURVEY0002121PP-SURVEY00021
unknown00055unknown0005
\n", - "
" + "\n" ], "text/plain": [ - " good questionable junk unknown total\n", - "BLOCK-T215 0 0 0 38 38\n", - "BLOCK-T220 0 0 0 44 44\n", - "BLOCK-T235 0 0 0 14 14\n", - "BLOCK-T246 0 0 0 10 10\n", - "BLOCK-T248 0 0 0 2 2\n", - "BLOCK-T249 0 0 0 10 10\n", - "BLOCK-T278 0 0 0 41 41\n", - "BLOCK-T279 0 0 0 19 19\n", - "BLOCK-T280 0 0 0 4 4\n", - "BLOCK-T92 0 0 0 5 5\n", - "BLOCK-T94 0 0 0 124 124\n", - "PP-SURVEY 0 0 0 21 21\n", - "unknown 0 0 0 5 5" + "" ] }, "metadata": {}, @@ -1330,7 +1291,7 @@ " if df.empty:\n", " continue\n", " print(field_name.title().replace('_',' '))\n", - " display(df)" + " display(HTML(df.style.hide().to_html(escape=False)))" ] }, { @@ -1343,7 +1304,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 15, "id": "26", "metadata": { "editable": true, @@ -3084,9 +3045,13 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 16, "id": "6e220d29-aac6-4d70-80e2-7dd3ef99944c", - "metadata": {}, + "metadata": { + "jupyter": { + "source_hidden": true + } + }, "outputs": [ { "data": { @@ -3148,7 +3113,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 17, "id": "b076e98a-44a2-437c-9342-a180fe2cd829", "metadata": { "jupyter": { @@ -3248,46 +3213,6 @@ "- (Almanac from Astroplan)" ] }, - { - "cell_type": "markdown", - "id": "38", - "metadata": {}, - "source": [ - "## DDV " - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "id": "39", - "metadata": { - "jupyter": { - "source_hidden": true - } - }, - "outputs": [ - { - "data": { - "text/markdown": [ - "Access DDV part of RubinTV: https://usdf-rsp-dev.slac.stanford.edu/rubintv/ddv/index.html" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "DDV = (\n", - " f\"{server}/rubintv-dev/ddv/index.html\"\n", - " if \"summit\" in server\n", - " else f\"{server}/rubintv/ddv/index.html\"\n", - ")\n", - "md(f\"Access DDV part of RubinTV: {DDV}\")" - ] - }, { "cell_type": "markdown", "id": "40", @@ -3484,7 +3409,11 @@ "cell_type": "code", "execution_count": 20, "id": "24", - "metadata": {}, + "metadata": { + "jupyter": { + "source_hidden": true + } + }, "outputs": [ { "data": { @@ -3538,7 +3467,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Finished 2024-11-12 18:48:36.775309\n" + "Finished 2024-11-12 23:40:10.647837\n" ] } ], diff --git a/python/lsst/ts/logging_and_reporting/all_sources.py b/python/lsst/ts/logging_and_reporting/all_sources.py index ed920a3..a623e39 100644 --- a/python/lsst/ts/logging_and_reporting/all_sources.py +++ b/python/lsst/ts/logging_and_reporting/all_sources.py @@ -318,19 +318,30 @@ def get_slews(self): def urls(self): return self.nar_src.urls | self.exp_src.urls + # WARNING: This combines CONTENT and PRESENTATION. def flag_count_exposures(self, instrument, field_name): - def gen_link(field_value, text): + def gen_url(field_value): oneday = dt.timedelta(days=1) qparams = { "day_obs": ut.datetime_to_dayobs(self.max_date - oneday), "number_of_days": (self.max_date - self.min_date).days, "instrument": instrument, - field_name: field_value, + field_name: field_value, # e.g. science_program: BLOCK-T215 } url = f"{self.server_url}/times-square/github/" url += "lsst-ts/ts_logging_and_reporting/ExposureDetail" url += f"?{urlencode(qparams)}" - return f"{field_name}" + return url + + def gen_link(field_value): + return f"{field_value}" + + def gen_link_row(row): + field_value = row["Field Value"] + return f"{field_value}" + + def mapper(field_value): + return gen_url(field_value) records = self.exp_src.exposures[instrument] @@ -338,7 +349,7 @@ def gen_link(field_value, text): field_values = {r[field_name] for r in records} # Values of rec["exposure_flag"] eflag_values = ["good", "questionable", "junk", "unknown"] - table_recs = dict() + table_recs = defaultdict(dict) for field in field_values: for eflag in eflag_values: # Initialize to zeros @@ -346,12 +357,13 @@ def gen_link(field_value, text): counter.update( [r["exposure_flag"] for r in records if r[field_name] == field] ) - counter.update(dict(total=counter.total())) - table_recs[field] = counter - + table_recs[field]["Detail"] = gen_link(field) + table_recs[field].update(dict(counter)) + # User want this?: counter.update(dict(total=counter.total())) if table_recs: df = pd.DataFrame.from_records( - list(table_recs.values()), index=list(table_recs.keys()) + list(table_recs.values()), + index=list(table_recs.keys()), ) df.sort_index(inplace=True) else: