-
Notifications
You must be signed in to change notification settings - Fork 24
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #2327 from desihub/daily_exptabs
fix parsing of old daily proctables
- Loading branch information
Showing
9 changed files
with
460 additions
and
10 deletions.
There are no files selected for viewing
25 changes: 25 additions & 0 deletions
25
py/desispec/test/data/processing_tables/processing_table_daily-20201206.csv
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,25 @@ | ||
| EXPID,NIGHT,OBSTYPE,CAMWORD,TILEID,CALIBRATOR,INTID,OBSDESC,JOBDESC,LATEST_QID,SUBMIT_DATE,STATUS,SCRIPTNAME,INT_DEP_IDS,LATEST_DEP_QID,ALL_QIDS | ||
| 66204|,20201206,arc,a0123456789,-99,1,201206000,unknown,arc,36958764,1607388471,RUNNING,arc-20201206-00066204-a0123456789.slurm,|,|,36958764| | ||
| 66205|,20201206,arc,a0123456789,-99,1,201206001,unknown,arc,36958781,1607388482,PENDING,arc-20201206-00066205-a0123456789.slurm,|,|,36958781| | ||
| 66206|,20201206,arc,a0123456789,-99,1,201206002,unknown,arc,36958784,1607388493,PENDING,arc-20201206-00066206-a0123456789.slurm,|,|,36958784| | ||
| 66207|,20201206,arc,a0123456789,-99,1,201206003,unknown,arc,36958785,1607388505,PENDING,arc-20201206-00066207-a0123456789.slurm,|,|,36958785| | ||
| 66208|,20201206,arc,a0123456789,-99,1,201206004,unknown,arc,36958786,1607388518,PENDING,arc-20201206-00066208-a0123456789.slurm,|,|,36958786| | ||
| 66204|66205|66206|66207|66208|,20201206,arc,a0123456789,-99,0,201206005,unknown,psfnight,36958789,1607388529,SU,psfnight-20201206-00066204-a0123456789.slurm,201206000|201206001|201206002|201206003|201206004|,36958764|36958781|36958784|36958785|36958786|,36958789| | ||
| 66219|,20201206,flat,a0123456789,-99,1,201206006,unknown,flat,36958832,1607388540,SU,flat-20201206-00066219-a0123456789.slurm,201206005|,36958789|,36958832| | ||
| 66220|,20201206,flat,a0123456789,-99,1,201206007,unknown,flat,36958834,1607388550,SU,flat-20201206-00066220-a0123456789.slurm,201206005|,36958789|,36958834| | ||
| 66221|,20201206,flat,a0123456789,-99,1,201206008,unknown,flat,36958835,1607388561,SU,flat-20201206-00066221-a0123456789.slurm,201206005|,36958789|,36958835| | ||
| 66224|,20201206,flat,a0123456789,-99,1,201206009,unknown,flat,36958836,1607388573,SU,flat-20201206-00066224-a0123456789.slurm,201206005|,36958789|,36958836| | ||
| 66225|,20201206,flat,a0123456789,-99,1,201206010,unknown,flat,36958837,1607388585,SU,flat-20201206-00066225-a0123456789.slurm,201206005|,36958789|,36958837| | ||
| 66226|,20201206,flat,a0123456789,-99,1,201206011,unknown,flat,36958838,1607388598,SU,flat-20201206-00066226-a0123456789.slurm,201206005|,36958789|,36958838| | ||
| 66229|,20201206,flat,a0123456789,-99,1,201206012,unknown,flat,36958849,1607388609,SU,flat-20201206-00066229-a0123456789.slurm,201206005|,36958789|,36958849| | ||
| 66230|,20201206,flat,a0123456789,-99,1,201206013,unknown,flat,36958867,1607388622,SU,flat-20201206-00066230-a0123456789.slurm,201206005|,36958789|,36958867| | ||
| 66231|,20201206,flat,a0123456789,-99,1,201206014,unknown,flat,36958870,1607388633,SU,flat-20201206-00066231-a0123456789.slurm,201206005|,36958789|,36958870| | ||
| 66234|,20201206,flat,a0123456789,-99,1,201206015,unknown,flat,36958873,1607388645,SU,flat-20201206-00066234-a0123456789.slurm,201206005|,36958789|,36958873| | ||
| 66235|,20201206,flat,a0123456789,-99,1,201206016,unknown,flat,36958904,1607388659,SU,flat-20201206-00066235-a0123456789.slurm,201206005|,36958789|,36958904| | ||
| 66236|,20201206,flat,a0123456789,-99,1,201206017,unknown,flat,36958917,1607388670,SU,flat-20201206-00066236-a0123456789.slurm,201206005|,36958789|,36958917| | ||
| 66219|66220|66221|66224|66225|66226|66229|66230|66231|66234|66235|66236|,20201206,flat,a0123456789,-99,0,201206018,unknown,nightlyflat,36958920,1607388683,SU,nightlyflat-20201206-00066219-a0123456789.slurm,201206006|201206007|201206008|201206009|201206010|201206011|201206012|201206013|201206014|201206015|201206016|201206017|,36958832|36958834|36958835|36958836|36958837|36958838|36958849|36958867|36958870|36958873|36958904|36958917|,36958920| | ||
| 66285|,20201206,science,a0123456789,80011,0,201206020,unknown,prestdstar,36958921,1607388684,SU,prestdstar-20201206-00066285-a0123456789.slurm,201206018|,36958920|,36958921| | ||
| 66288|,20201206,science,a0123456789,80011,0,201206021,unknown,prestdstar,36958923,1607388698,SU,prestdstar-20201206-00066288-a0123456789.slurm,201206018|,36958920|,36958923| | ||
| 66285|66288|,20201206,science,a0123456789,80011,0,201206022,unknown,stdstarfit,36959208,1607389051,SU,stdstarfit-20201206-00066285-a0123456789.slurm,201206020|201206021|,36958921|36958923|,36959208| | ||
| 66285|,20201206,science,a0123456789,80011,0,201206023,unknown,poststdstar,36959209,1607389054,SU,poststdstar-20201206-00066285-a0123456789.slurm,201206022|,36959208|,36959209| | ||
| 66288|,20201206,science,a0123456789,80011,0,201206024,unknown,poststdstar,36959210,1607389058,SU,poststdstar-20201206-00066288-a0123456789.slurm,201206022|,36959208|,36959210| |
95 changes: 95 additions & 0 deletions
95
py/desispec/test/data/processing_tables/processing_table_daily-20210110.csv
Large diffs are not rendered by default.
Oops, something went wrong.
48 changes: 48 additions & 0 deletions
48
py/desispec/test/data/processing_tables/processing_table_daily-20210211.csv
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,48 @@ | ||
| EXPID,OBSTYPE,TILEID,NIGHT,BADAMPS,LASTSTEP,EXPFLAG,PROCCAMWORD,CALIBRATOR,INTID,OBSDESC,JOBDESC,LATEST_QID,SUBMIT_DATE,STATUS,SCRIPTNAME,INT_DEP_IDS,LATEST_DEP_QID,ALL_QIDS | ||
| 75456|,arc,-99,20210211,,all,|,a0123456789,1,210211000,,arc,39179474,1613151892,SU,arc-20210211-00075456-a0123456789.slurm,|,|,39179474| | ||
| 75457|,arc,-99,20210211,,all,|,a0123456789,1,210211001,,arc,39179478,1613151902,SU,arc-20210211-00075457-a0123456789.slurm,|,|,39179478| | ||
| 75458|,arc,-99,20210211,,all,|,a0123456789,1,210211002,,arc,39179483,1613151914,SU,arc-20210211-00075458-a0123456789.slurm,|,|,39179483| | ||
| 75459|,arc,-99,20210211,,all,|,a0123456789,1,210211003,,arc,39179490,1613151926,SU,arc-20210211-00075459-a0123456789.slurm,|,|,39179490| | ||
| 75460|,arc,-99,20210211,,all,|,a0123456789,1,210211004,,arc,39179494,1613151937,SU,arc-20210211-00075460-a0123456789.slurm,|,|,39179494| | ||
| 75456|75457|75458|75459|75460|,arc,-99,20210211,,all,|,a0123456789,0,210211005,,psfnight,39179497,1613151950,SU,psfnight-20210211-00075456-a0123456789.s,210211000|210211001|210211002|210211003|210211004|,39179474|39179478|39179483|39179490|39179494|,39179497| | ||
| 75472|,flat,-99,20210211,,all,|,a0123456789,1,210211006,,flat,39179516,1613151968,SU,flat-20210211-00075472-a0123456789.slurm,210211005|,39179497|,39179516| | ||
| 75473|,flat,-99,20210211,,all,|,a0123456789,1,210211007,,flat,39179565,1613151979,SU,flat-20210211-00075473-a0123456789.slurm,210211005|,39179497|,39179565| | ||
| 75474|,flat,-99,20210211,,all,|,a0123456789,1,210211008,,flat,39179570,1613151990,SU,flat-20210211-00075474-a0123456789.slurm,210211005|,39179497|,39179570| | ||
| 75477|,flat,-99,20210211,,all,|,a0123456789,1,210211009,,flat,39179579,1613152005,SU,flat-20210211-00075477-a0123456789.slurm,210211005|,39179497|,39179579| | ||
| 75478|,flat,-99,20210211,,all,|,a0123456789,1,210211010,,flat,39179582,1613152018,SU,flat-20210211-00075478-a0123456789.slurm,210211005|,39179497|,39179582| | ||
| 75479|,flat,-99,20210211,,all,|,a0123456789,1,210211011,,flat,39179585,1613152031,SU,flat-20210211-00075479-a0123456789.slurm,210211005|,39179497|,39179585| | ||
| 75482|,flat,-99,20210211,,all,|,a0123456789,1,210211012,,flat,39179599,1613152042,RUNNING,flat-20210211-00075482-a0123456789.slurm,210211005|,39179497|,39179599| | ||
| 75483|,flat,-99,20210211,,all,|,a0123456789,1,210211013,,flat,39179608,1613152054,SU,flat-20210211-00075483-a0123456789.slurm,210211005|,39179497|,39179608| | ||
| 75484|,flat,-99,20210211,,all,|,a0123456789,1,210211014,,flat,39179611,1613152066,RUNNING,flat-20210211-00075484-a0123456789.slurm,210211005|,39179497|,39179611| | ||
| 75487|,flat,-99,20210211,,all,|,a0123456789,1,210211015,,flat,39179615,1613152077,PENDING,flat-20210211-00075487-a0123456789.slurm,210211005|,39179497|,39179615| | ||
| 75488|,flat,-99,20210211,,all,|,a0123456789,1,210211016,,flat,39179619,1613152091,PENDING,flat-20210211-00075488-a0123456789.slurm,210211005|,39179497|,39179619| | ||
| 75489|,flat,-99,20210211,,all,|,a0123456789,1,210211017,,flat,39179624,1613152102,PENDING,flat-20210211-00075489-a0123456789.slurm,210211005|,39179497|,39179624| | ||
| 75472|75473|75474|75477|75478|75479|75482|75483|75484|75487|75488|75489|,flat,-99,20210211,,all,|,a0123456789,0,210211018,,nightlyflat,39179629,1613152112,SU,nightlyflat-20210211-00075472-a012345678,210211006|210211007|210211008|210211009|210211010|210211011|210211012|210211013|210211014|210211015|210211016|210211017|,39179516|39179565|39179570|39179579|39179582|39179585|39179599|39179608|39179611|39179615|39179619|39179624|,39179629| | ||
| 75266|,science,80607,20210211,,all,|,a0123456789,0,210211019,,prestdstar,39186271,1613158386,SU,prestdstar-20210211-00075266-a0123456789.slurm,210211018|,39179629|,39186271| | ||
| 75266|,science,80607,20210211,,all,|,a0123456789,0,210211020,,stdstarfit,39186274,1613158398,SU,stdstarfit-20210211-00075266-a0123456789.slurm,210211019|,39186271|,39186274| | ||
| 75266|,science,80607,20210211,,all,|,a0123456789,0,210211021,,poststdstar,39186275,1613158398,SU,poststdstar-20210211-00075266-a0123456789.slurm,210211020|,39186274|,39186275| | ||
| 75279|,science,-99,20210211,,skysub,metadata_missing|short_exposure|,a0123456789,0,210211022,,prestdstar,39186277,1613158403,SU,prestdstar-20210211-00075279-a0123456789.slurm,210211018|,39179629|,39186277| | ||
| 75280|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211023,,prestdstar,39186281,1613158416,SU,prestdstar-20210211-00075280-a0123456789.slurm,210211018|,39179629|,39186281| | ||
| 75282|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211024,,prestdstar,39186284,1613158429,SU,prestdstar-20210211-00075282-a0123456789.slurm,210211018|,39179629|,39186284| | ||
| 75284|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211025,,prestdstar,39186295,1613158441,SU,prestdstar-20210211-00075284-a0123456789.slurm,210211018|,39179629|,39186295| | ||
| 75285|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211026,,prestdstar,39186318,1613158452,SU,prestdstar-20210211-00075285-a0123456789.slurm,210211018|,39179629|,39186318| | ||
| 75286|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211027,,prestdstar,39186326,1613158463,SU,prestdstar-20210211-00075286-a0123456789.slurm,210211018|,39179629|,39186326| | ||
| 75288|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211028,,prestdstar,39186330,1613158475,SU,prestdstar-20210211-00075288-a0123456789.slurm,210211018|,39179629|,39186330| | ||
| 75290|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211029,,prestdstar,39186334,1613158488,SU,prestdstar-20210211-00075290-a0123456789.slurm,210211018|,39179629|,39186334| | ||
| 75291|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211030,,prestdstar,39186340,1613158500,SU,prestdstar-20210211-00075291-a0123456789.slurm,210211018|,39179629|,39186340| | ||
| 75293|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211031,,prestdstar,39186381,1613158513,SU,prestdstar-20210211-00075293-a0123456789.slurm,210211018|,39179629|,39186381| | ||
| 75301|,science,-99,20210211,,skysub,metadata_missing|short_exposure|,a0123456789,0,210211032,,prestdstar,39186387,1613158525,SU,prestdstar-20210211-00075301-a0123456789.slurm,210211018|,39179629|,39186387| | ||
| 75303|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211033,,prestdstar,39186397,1613158538,SU,prestdstar-20210211-00075303-a0123456789.slurm,210211018|,39179629|,39186397| | ||
| 75304|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211034,,prestdstar,39186400,1613158549,SU,prestdstar-20210211-00075304-a0123456789.slurm,210211018|,39179629|,39186400| | ||
| 75280|75282|75284|75285|75286|75288|75290|75291|75293|75303|75304|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211035,,stdstarfit,39186661,1613158891,SU,stdstarfit-20210211-00075280-a0123456789.slurm,210211023|210211024|210211025|210211026|210211027|210211028|210211029|210211030|210211031|210211033|210211034|,39186281|39186284|39186295|39186318|39186326|39186330|39186334|39186340|39186381|39186397|39186400|,39186661| | ||
| 75280|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211036,,poststdstar,39186663,1613158894,SU,poststdstar-20210211-00075280-a0123456789.slurm,210211035|,39186661|,39186663| | ||
| 75282|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211037,,poststdstar,39186665,1613158896,SU,poststdstar-20210211-00075282-a0123456789.slurm,210211035|,39186661|,39186665| | ||
| 75284|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211038,,poststdstar,39186667,1613158897,SU,poststdstar-20210211-00075284-a0123456789.slurm,210211035|,39186661|,39186667| | ||
| 75285|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211039,,poststdstar,39186669,1613158899,SU,poststdstar-20210211-00075285-a0123456789.slurm,210211035|,39186661|,39186669| | ||
| 75286|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211040,,poststdstar,39186671,1613158902,SU,poststdstar-20210211-00075286-a0123456789.slurm,210211035|,39186661|,39186671| | ||
| 75288|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211041,,poststdstar,39186674,1613158902,SU,poststdstar-20210211-00075288-a0123456789.slurm,210211035|,39186661|,39186674| | ||
| 75290|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211042,,poststdstar,39186676,1613158902,SU,poststdstar-20210211-00075290-a0123456789.slurm,210211035|,39186661|,39186676| | ||
| 75291|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211043,,poststdstar,39186677,1613158905,SU,poststdstar-20210211-00075291-a0123456789.slurm,210211035|,39186661|,39186677| | ||
| 75293|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211044,,poststdstar,39186679,1613158908,SU,poststdstar-20210211-00075293-a0123456789.slurm,210211035|,39186661|,39186679| | ||
| 75303|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211045,,poststdstar,39186689,1613158916,SU,poststdstar-20210211-00075303-a0123456789.slurm,210211035|,39186661|,39186689| | ||
| 75304|,science,-99,20210211,,all,metadata_missing|,a0123456789,0,210211046,,poststdstar,39186692,1613158916,SU,poststdstar-20210211-00075304-a0123456789.slurm,210211035|,39186661|,39186692| |
Oops, something went wrong.