add end-to-end cross-night zproc unit test

py/desispec/scripts/proc_night.py

@@ -340,7 +340,7 @@ def proc_night(night=None, proc_obstypes=None, z_submit_types=None,
 
     ## Pre-populate exposure table and processing table caches of all nights
     ## if doing cross-night redshifts
-    if 'cumulative' in z_submit_types:
+    if z_submit_types is not None and 'cumulative' in z_submit_types:
         ## this shouldn't need to change since we've already updated the exptab
         read_minimal_science_exptab_cols()
         ## this would become out of date for the current night except

py/desispec/test/data/exposure_tables/202309/exposure_table_20230913.csv

@@ -0,0 +1,95 @@
+EXPID,OBSTYPE,TILEID,LASTSTEP,CAMWORD,BADCAMWORD,BADAMPS,EXPTIME,EFFTIME_ETC,SURVEY,FA_SURV,FAPRGRM,GOALTIME,GOALTYPE,EBVFAC,AIRMASS,SPEED,TARGTRA,TARGTDEC,SEQNUM,SEQTOT,PROGRAM,PURPOSE,MJD-OBS,NIGHT,HEADERERR,EXPFLAG,COMMENTS
+195972,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,1,25,calib zeros for nightly bias,main survey,60200.808129882,20230913,|,|,|
+195973,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,2,25,calib zeros for nightly bias,main survey,60200.808906154,20230913,|,|,|
+195974,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,3,25,calib zeros for nightly bias,main survey,60200.809692809,20230913,|,|,|
+195975,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,4,25,calib zeros for nightly bias,main survey,60200.810469491,20230913,|,|,|
+195976,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,5,25,calib zeros for nightly bias,main survey,60200.811248611,20230913,|,|,|
+195977,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,6,25,calib zeros for nightly bias,main survey,60200.812042202,20230913,|,|,|
+195978,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,7,25,calib zeros for nightly bias,main survey,60200.812818175,20230913,|,|,|
+195979,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,8,25,calib zeros for nightly bias,main survey,60200.813606913,20230913,|,|,|
+195980,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,9,25,calib zeros for nightly bias,main survey,60200.814401309,20230913,|,|,|
+195981,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,10,25,calib zeros for nightly bias,main survey,60200.815184343,20230913,|,|,|
+195982,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,11,25,calib zeros for nightly bias,main survey,60200.81595719,20230913,|,|,|
+195983,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,12,25,calib zeros for nightly bias,main survey,60200.816743438,20230913,|,|,|
+195984,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,13,25,calib zeros for nightly bias,main survey,60200.817533,20230913,|,|,|
+195985,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,14,25,calib zeros for nightly bias,main survey,60200.818305598,20230913,|,|,|
+195986,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,15,25,calib zeros for nightly bias,main survey,60200.819099186,20230913,|,|,|
+195987,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,179.350056,-17.0,16,25,calib zeros for nightly bias,main survey,60200.819877863,20230913,|,|,|
+195988,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.217392,-99.0,179.350056,-17.0,17,25,calib zeros for nightly bias,main survey,60200.820659605,20230913,|,|,|
+195989,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,3.504877,-99.0,179.350056,-17.0,18,25,calib zeros for nightly bias,main survey,60200.821446053,20230913,|,|,|
+195990,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427182,-99.0,179.350056,-17.0,19,25,calib zeros for nightly bias,main survey,60200.822226695,20230913,|,|,|
+195991,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427197,-99.0,179.350056,-17.0,20,25,calib zeros for nightly bias,main survey,60200.823012683,20230913,|,|,|
+195992,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427215,-99.0,179.350056,-17.0,21,25,calib zeros for nightly bias,main survey,60200.823794792,20230913,|,|,|
+195993,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427291,-99.0,179.350056,-17.0,22,25,calib zeros for nightly bias,main survey,60200.824572969,20230913,|,|,|
+195994,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427384,-99.0,179.350056,-17.0,23,25,calib zeros for nightly bias,main survey,60200.825361952,20230913,|,|,|
+195995,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427397,-99.0,179.350056,-17.0,24,25,calib zeros for nightly bias,main survey,60200.826156065,20230913,|,|,|
+195996,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427378,-99.0,179.350056,-17.0,25,25,calib zeros for nightly bias,main survey,60200.82693914,20230913,|,|,|
+195998,dark,-99,all,a0123456789,,,300.0574,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,4.427361,-99.0,179.350056,-17.0,1,1,calib dark 5min,main survey,60200.827721146,20230913,|,|,|
+196003,arc,-99,all,a0123456789,,,5.0095,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,5,calib short arcs all,main survey,60201.035380872,20230913,|,|,|
+196004,arc,-99,all,a0123456789,,,5.0098,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,2,5,calib short arcs all,main survey,60201.036218171,20230913,|,|,|
+196005,arc,-99,all,a0123456789,,,5.0093,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,5,calib short arcs all,main survey,60201.037055921,20230913,|,|,|
+196006,arc,-99,all,a0123456789,,,5.0092,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,4,5,calib short arcs all,main survey,60201.037902204,20230913,|,|,|
+196007,arc,-99,all,a0123456789,,,5.0095,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,5,5,calib short arcs all,main survey,60201.038737319,20230913,|,|,|
+196010,arc,-99,all,a0123456789,,,30.0562,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,5,calib long arcs cd+xe,main survey,60201.040510029,20230913,|,|,|
+196011,arc,-99,all,a0123456789,,,30.0567,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,2,5,calib long arcs cd+xe,main survey,60201.04163265,20230913,|,|,|
+196012,arc,-99,all,a0123456789,,,30.0577,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,5,calib long arcs cd+xe,main survey,60201.042759972,20230913,|,|,|
+196013,arc,-99,all,a0123456789,,,30.0569,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,4,5,calib long arcs cd+xe,main survey,60201.043882699,20230913,|,|,|
+196014,arc,-99,all,a0123456789,,,30.0584,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.52119,-99.0,173.483903,31.963305,5,5,calib long arcs cd+xe,main survey,60201.045010477,20230913,|,|,|
+196019,flat,-99,all,a0123456789,,,120.0271,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,3,calib desi-calib-00 leds only,main survey,60201.047447777,20230913,|,|,|
+196020,flat,-99,all,a0123456789,,,120.0256,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,2,3,calib desi-calib-00 leds only,main survey,60201.049617614,20230913,|,|,|
+196021,flat,-99,all,a0123456789,,,120.0284,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,3,calib desi-calib-00 leds only,main survey,60201.051777903,20230913,|,|,|
+196024,flat,-99,all,a0123456789,,,120.026,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,3,calib desi-calib-01 leds only,main survey,60201.054569618,20230913,|,|,|
+196025,flat,-99,all,a0123456789,,,120.0263,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,2,3,calib desi-calib-01 leds only,main survey,60201.056733695,20230913,|,|,|
+196026,flat,-99,all,a0123456789,,,120.0273,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,3,calib desi-calib-01 leds only,main survey,60201.058898244,20230913,|,|,|
+196029,flat,-99,all,a0123456789,,,120.0273,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,3,calib desi-calib-02 leds only,main survey,60201.061722526,20230913,|,|,|
+196030,flat,-99,all,a0123456789,,,120.0232,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.52119,-99.0,173.483903,31.963305,2,3,calib desi-calib-02 leds only,main survey,60201.063890883,20230913,|,|,|
+196031,flat,-99,all,a0123456789,,,120.0268,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,3,calib desi-calib-02 leds only,main survey,60201.06605901,20230913,|,|,|
+196034,flat,-99,all,a0123456789,,,120.0254,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,3,calib desi-calib-03 leds only,main survey,60201.068883331,20230913,|,|,|
+196035,flat,-99,all,a0123456789,,,120.0256,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,2,3,calib desi-calib-03 leds only,main survey,60201.071047905,20230913,|,|,|
+196036,flat,-99,all,a0123456789,,,120.0242,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,3,3,calib desi-calib-03 leds only,main survey,60201.07321184,20230913,|,|,|
+196037,flat,-99,all,a0123456789,,,1.002,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.521189,-99.0,173.483903,31.963305,1,1,led03 flat for cte check,main survey,60201.075376003,20230913,SEQTOT:->1|,metadata_missing|,|
+196045,science,22287,all,a0123456789,,,273.1084,214.148911,main,main,bright,180.0,bright,1.02207370122672,1.223074,1.165165251593235,243.625721,41.69028,1,1,bright,main survey,60201.125351612,20230913,|,|,|
+196046,science,7668,all,a0123456789,,,993.2377,1038.237427,main,main,dark,1000.0,dark,1.12896467978169,1.099196,1.572119985902638,261.433021,24.79212,1,1,dark,main survey,60201.13040784,20230913,|,|,|
+196047,science,9708,all,a0123456789,,,1318.2757,1028.784058,main,main,dark,1000.0,dark,1.10338294694736,1.100976,1.1242988206742046,264.576579,27.7876,1,1,dark,main survey,60201.143115096,20230913,|,|,|
+196048,science,7567,all,a0123456789,,,584.6919,110.997185,main,main,dark,1000.0,dark,1.17479352617935,1.239758,0.3816344625013154,308.97465,-3.09878,1,1,dark,main survey,60201.160820184,20230913,|,|,|
+196049,science,40156,all,a0123456789,,,561.5724,15.750249,main,main,backup,60.0,backup,1.49633502183324,1.021889,0.06522226369509196,306.076542,20.45885,1,1,backup,main survey,60201.170580523,20230913,|,|,|
+196050,science,40203,all,a0123456789,,,317.7902,71.675003,main,main,backup,60.0,backup,1.2817482313747,1.020025,0.3836203183080122,320.574908,26.41986,1,1,backup,main survey,60201.188479989,20230913,|,|,|
+196051,science,40211,all,a0123456789,,,206.8821,78.008102,main,main,backup,60.0,backup,1.16832223329501,1.088465,0.5969904701117856,312.19615,8.70255,1,1,backup,main survey,60201.193868769,20230913,|,|,|
+196052,science,42039,all,a0123456789,,,216.1297,77.466599,main,main,backup,60.0,backup,1.21884644057295,1.118092,0.6473419041078877,317.918921,5.86084,1,1,backup,main survey,60201.197564982,20230913,|,|,|
+196053,science,9675,all,a0123456789,,,1515.2998,1026.115356,main,main,dark,1000.0,dark,1.11020146486029,1.226639,1.1933162596140143,322.319292,-2.54256,1,1,dark,main survey,60201.201468867,20230913,|,|,|
+196054,science,9653,all,a0123456789,,,1153.4999,411.587982,main,main,dark,1000.0,dark,1.06765254870705,1.273025,0.6205397955644159,326.91395,-5.83964,1,1,dark,main survey,60201.220256053,20230913,|,|,|
+196055,science,9653,all,a0123456789,,,1241.9995,602.435547,main,main,dark,1000.0,dark,1.06765254870705,1.265193,0.8344943809384916,326.91395,-5.83964,1,1,dark,main survey,60201.23444903,20230913,|,|,|
+196056,science,6571,all,a0123456789,,,1464.1436,309.545837,main,main,dark,1000.0,dark,1.10588210768744,1.328267,0.4249211787818334,335.579521,-9.05382,1,1,dark,main survey,60201.250167218,20230913,|,|,|
+196057,science,6571,all,a0123456789,,,1057.8747,284.82724,main,main,dark,1000.0,dark,1.10588210768744,1.325601,0.5392465736115808,335.579521,-9.05382,1,1,dark,main survey,60201.26795283,20230913,|,|,|
+196058,science,6571,all,a0123456789,,,1090.9948,426.343719,main,main,dark,1000.0,dark,1.10588210768744,1.335487,0.7929106757259986,335.579521,-9.05382,1,1,dark,main survey,60201.281038287,20230913,|,|,|
+196059,science,7784,all,a0123456789,,,1585.4423,1030.913696,main,main,dark,1000.0,dark,1.08463116076279,1.268702,1.1601532626891766,348.267742,-6.05568,1,1,dark,main survey,60201.295164878,20230913,|,|,|
+196060,science,1532,all,a0123456789,,,1377.1362,1027.701782,main,main,dark,1000.0,dark,1.06655282703018,1.295326,1.3351140077456667,351.830992,-7.44723,1,1,dark,main survey,60201.314740243,20230913,|,|,|
+196061,science,4686,all,a0123456789,,,550.5909,369.394928,main,main,dark,1000.0,dark,1.07475944177841,1.202082,1.0694712190638314,1.454008,-1.77624,1,1,dark,main survey,60201.33216591,20230913,|,|,|
+196062,science,9357,all,a0123456789,,,1181.929,1036.699829,main,main,dark,1000.0,dark,1.08313204043255,1.230533,1.4794069611609242,357.726492,-3.2498,1,1,dark,main survey,60201.339775,20230913,|,|,|
+196063,science,7427,all,a0123456789,,,1057.3861,1039.174438,main,main,dark,1000.0,dark,1.06227824929815,1.212675,1.5541186755164602,6.266192,-2.40946,1,1,dark,main survey,60201.354781134,20230913,|,|,|
+196064,science,5178,all,a0123456789,,,1040.6573,1042.881836,main,main,dark,1000.0,dark,1.11207696143075,1.096866,1.4570210003544364,6.426508,8.76649,1,1,dark,main survey,60201.36852137,20230913,|,|,|
+196065,science,2006,all,a0123456789,,,1007.3224,1043.452026,main,main,dark,1000.0,dark,1.15407900790316,1.064437,1.5389872154574937,12.393708,12.8374,1,1,dark,main survey,60201.381833522,20230913,|,|,|
+196066,science,8297,all,a0123456789,,,902.9169,1044.519409,main,main,dark,1000.0,dark,1.10503018070504,1.063582,1.573498106651222,15.6925,13.40049,1,1,dark,main survey,60201.394682898,20230913,|,|,|
+196067,science,8250,all,a0123456789,,,838.6014,1062.376953,main,main,dark,1000.0,dark,1.07372324038185,1.067938,1.6385637188342717,19.142392,12.9984,1,1,dark,main survey,60201.406336121,20230913,|,|,|
+196068,science,2010,all,a0123456789,,,912.5388,1045.723267,main,main,dark,1000.0,dark,1.13876220131243,1.079696,1.6994528900066272,22.544271,11.47607,1,1,dark,main survey,60201.41721519,20230913,|,|,|
+196069,science,2012,all,a0123456789,,,894.9935,1048.256958,main,main,dark,1000.0,dark,1.15405100905561,1.08539,1.8004168162472984,25.917121,11.03695,1,1,dark,main survey,60201.429001954,20230913,|,|,|
+196070,science,7976,all,a0123456789,,,879.9489,1047.328613,main,main,dark,1000.0,dark,1.10480292501459,1.138147,1.821974410880971,28.293708,5.66763,1,1,dark,main survey,60201.440615547,20230913,|,|,|
+196071,science,9113,all,a0123456789,,,274.3794,182.60141,main,main,dark,1000.0,dark,1.05823873483025,1.51258,1.537542225358108,34.091179,-15.68103,1,1,dark,main survey,60201.452492859,20230913,|,|,|
+196072,science,1684,all,a0123456789,,,885.5378,1043.556885,main,main,dark,1000.0,dark,1.04996835540577,1.391675,2.3166084648643017,34.77705,-10.80484,1,1,dark,main survey,60201.456935414,20230913,|,|,|
+196073,science,4810,all,a0123456789,,,902.6006,1043.129395,main,main,dark,1000.0,dark,1.05643341960371,1.318582,2.0927354386207546,38.679279,-7.24039,1,1,dark,main survey,60201.468408981,20230913,|,|,|
+196074,science,9479,all,a0123456789,,,909.684,1039.709717,main,main,dark,1000.0,dark,1.06693258459948,1.236514,1.8864435796441235,41.101179,-1.81056,1,1,dark,main survey,60201.480107356,20230913,|,|,|
+196075,science,9505,all,a0123456789,,,926.5479,922.025818,main,main,dark,1000.0,dark,1.14099337034299,1.251384,1.9181165573626417,44.3799,-2.44682,1,1,dark,main survey,60201.491866222,20230913,|,|,|
+196076,science,23818,all,a0123456789,,,232.9723,116.082283,main,main,bright,180.0,bright,1.06110852448436,1.400322,1.011300230925507,42.007042,-7.73316,1,1,bright,main survey,60201.503871194,20230913,|,|,|
+196077,science,23826,all,a0123456789,,,526.9221,112.438942,main,main,bright,180.0,bright,1.14264458409689,1.321973,0.45407980947773674,47.3472,-5.54103,1,1,bright,main survey,60201.507839155,20230913,|,|,|
+196086,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,1,10,zeros for morning darks,main survey,60201.519140506,20230913,|,|,|
+196087,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,2,10,zeros for morning darks,main survey,60201.519929937,20230913,|,|,|
+196088,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,3,10,zeros for morning darks,main survey,60201.520707462,20230913,|,|,|
+196089,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,4,10,zeros for morning darks,main survey,60201.521480444,20230913,|,|,|
+196090,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,5,10,zeros for morning darks,main survey,60201.522253294,20230913,|,|,|
+196091,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,6,10,zeros for morning darks,main survey,60201.523026907,20230913,|,|,|
+196092,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,7,10,zeros for morning darks,main survey,60201.523806704,20230913,|,|,|
+196093,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,8,10,zeros for morning darks,main survey,60201.524586461,20230913,|,|,|
+196094,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,9,10,zeros for morning darks,main survey,60201.525367783,20230913,|,|,|
+196095,zero,-99,all,a0123456789,,,0.0,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,10,10,zeros for morning darks,main survey,60201.52614057,20230913,|,|,|
+196096,dark,-99,all,a0123456789,,,1200.0632,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,1,2,morning darks,main survey,60201.526913478,20230913,|,|,|
+196097,dark,-99,all,a0123456789,,,1200.0611,-99.0,unknown,unknown,unknown,-99.0,unknown,1.0,1.0,-99.0,67.736611,31.9633,2,2,morning darks,main survey,60201.541584593,20230913,|,|,|