Skip to content

Commit

Permalink
log a bit more in validate config
Browse files Browse the repository at this point in the history
  • Loading branch information
@arjunsavel
arjunsavel committed Feb 22, 2024
1 parent d260429 commit 23d0a85
Showing 1 changed file with 97 additions and 61 deletions.
158 changes: 97 additions & 61 deletions src/simmer/validate_config.py
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#CDD
# CDD
# Created: 3/7/22
# Updated: 3/7/22
# Updated: 3/7/22
Expand All @@ -15,85 +15,121 @@

from . import utils as u

import logging

logger = logging.getLogger("simmer")


def validate_config(config, raw_dir, inst, verbose=False):
if verbose == True:
print('inspecting directory: ', raw_dir)
if verbose:
logger.setLevel(logging.DEBUG)

logger.debug("inspecting directory: %s", raw_dir)

objissues = 0
expissues = 0
filtissues = 0
for ii in np.arange(len(config)):
#work through each line of config file
# work through each line of config file
this = config.iloc[ii]
flist = u.make_filelist(raw_dir, eval(this.Filenums), inst)
#print('this line: ', np.array(this))
# print('this line: ', np.array(this))
for file in flist:
head = pyfits.getheader(file)
hkeys = np.array(list(head.keys()))
if verbose == True:
print(' ', os.path.basename(file), head['Object'], head['RA'], head['DEC'])

#Check object for everything but flats
if np.logical_and(this.Object.casefold() != head['Object'].casefold(), this.Object.casefold() != 'flat'):
if verbose == True:
print('ISSUE! ', os.path.basename(file))
print(' Object mismatch')
print(' Object in header: ', head['Object'])
print(' Object in logsheet: ', this.Object)
print(' Pointing RA: ', head['RA'])
print(' Pointing Dec ', head['DEC'])
print('**************************')

logger.debug(
" ",
os.path.basename(file),
head["Object"],
head["RA"],
head["DEC"],
)

# Check object for everything but flats
if np.logical_and(
this.Object.casefold() != head["Object"].casefold(),
this.Object.casefold() != "flat",
):
logger.debug("ISSUE! ", os.path.basename(file))
logger.debug(" Object mismatch")
logger.debug(" Object in header: ", head["Object"])
logger.debug(" Object in logsheet: ", this.Object)
logger.debug(" Pointing RA: ", head["RA"])
logger.debug(" Pointing Dec ", head["DEC"])
objissues += 1

#check object for flats
if this.Object.casefold() == 'flat':
if np.logical_and(np.logical_and(head['Object'].casefold() != 'flat',head['Object'].casefold() != 'flats'), np.logical_and(head['Object'].casefold().replace(" ","") != 'skyflat',head['Object'].casefold().replace(" ","") != 'domeflat')):
if verbose == True:
print('ISSUE! ', os.path.basename(file))
print(' Object mismatch')
print(' Object in header: ', head['Object'])
print(' Object in logsheet: ', this.Object)
print(' Pointing RA: ', head['RA'])
print(' Pointing Dec ', head['DEC'])
print('**************************')
# check object for flats
if this.Object.casefold() == "flat":
if np.logical_and(
np.logical_and(
head["Object"].casefold() != "flat",
head["Object"].casefold() != "flats",
),
np.logical_and(
head["Object"].casefold().replace(" ", "")
!= "skyflat",
head["Object"].casefold().replace(" ", "")
!= "domeflat",
),
):

logger.debug("ISSUE! ", os.path.basename(file))
logger.debug(" Object mismatch")
logger.debug(" Object in header: ", head["Object"])
logger.debug(" Object in logsheet: ", this.Object)
logger.debug(" Pointing RA: ", head["RA"])
logger.debug(" Pointing Dec ", head["DEC"])
objissues += 1

#Compare exposure times. ITIME0 is recorded in microseconds
if (this.ExpTime != (head['ITIME0']/1e6)):
if verbose == True:
print('ISSUE! ', os.path.basename(file))
print(' ExpTime mismatch')
print(' ExpTime in header: ', head['ITIME0']/1e6)
print(' ExpTime in logsheet: ', this.ExpTime)
print('**************************')
# Compare exposure times. ITIME0 is recorded in microseconds
if this.ExpTime != (head["ITIME0"] / 1e6):

logger.debug("ISSUE! ", os.path.basename(file))
logger.debug(" ExpTime mismatch")
logger.debug(" ExpTime in header: ", head["ITIME0"] / 1e6)
logger.debug(" ExpTime in logsheet: ", this.ExpTime)
expissues += 1

#Check filters for everything but darks & J+Ch4-1.2 images
# Check filters for everything but darks & J+Ch4-1.2 images
if this.Object != "dark":
if np.logical_and(this.Filter != head['FILT1NAM'], this.Filter.casefold().replace(" ","") != 'J+Ch4-1.2'.casefold()):
if verbose == True:
print('ISSUE! ', os.path.basename(file))
print(' Filter mismatch')
print(' Filters in header: ', head['FILT1NAM'],head['FILT2NAM'])
print(' Filter in logsheet: ', this.Filter)
print('**************************')
if np.logical_and(
this.Filter != head["FILT1NAM"],
this.Filter.casefold().replace(" ", "")
!= "J+Ch4-1.2".casefold(),
):

logger.debug("ISSUE! ", os.path.basename(file))
logger.debug(" Filter mismatch")
logger.debug(
" Filters in header: ",
head["FILT1NAM"],
head["FILT2NAM"],
)
logger.debug(" Filter in logsheet: ", this.Filter)
filtissues += 1

#Check filters for J+Ch1.4
if this.Filter.casefold().replace(" ","") == 'J+Ch4-1.2':
if np.logical_or(head['FILT1NAM'] != 'J', head['FILT2NAM'] != 'Ch4-1.2'):
if verbose == True:
print('ISSUE! ', os.path.basename(file))
print(' Filter mismatch')
print(' Filters in header: ', head['FILT1NAM'],head['FILT2NAM'])
print(' Filter in logsheet: ', this.Filter)
print('**************************')
# Check filters for J+Ch1.4
if this.Filter.casefold().replace(" ", "") == "J+Ch4-1.2":
if np.logical_or(
head["FILT1NAM"] != "J", head["FILT2NAM"] != "Ch4-1.2"
):

logger.debug("ISSUE! ", os.path.basename(file))

logger.debug(" Filter mismatch")
logger.debug(
" Filters in header: ",
head["FILT1NAM"],
head["FILT2NAM"],
)
logger.debug(" Filter in logsheet: ", this.Filter)
filtissues += 1

#always print the final summary
print('#################################')
print('SUMMARY')
print('Object mismatches: ', objissues)
print('Exptime mismatches: ', expissues)
print('Filter mismatches: ', filtissues)
print('#################################')
# always print the final summary
print("#################################")
print("SUMMARY")
print("Object mismatches: ", objissues)
print("Exptime mismatches: ", expissues)
print("Filter mismatches: ", filtissues)
print("#################################")

0 comments on commit 23d0a85

Please sign in to comment.