Initial commit

Author: craiglagegit

python/lsst/summit/extras/fastStarTrackerAnalysis.py

@@ -34,6 +34,7 @@
 import lsst.geom as geom
 from lsst.summit.utils.starTracker import (
     dayObsSeqNumFrameNumFromFilename,
+    dayObsSeqNumFromFilename,
     fastCam,
     getRawDataDirForDayObs,
     isStreamingModeFile,
@@ -44,6 +45,7 @@
 
 __all__ = (
     "getStreamingSequences",
+    "getRegularSequences",
     "getFlux",
     "getBackgroundLevel",
     "countOverThresholdPixels",
@@ -115,6 +117,44 @@ def getStreamingSequences(dayObs):
 
     return data
 
+def getRegularSequences(dayObs):
+    """Get the regular sequences for a dayObs.
+
+    Note that this will need rewriting very soon once the way the data is
+    organised on disk is changed.
+
+    Parameters
+    ----------
+    dayObs : `int`
+        The dayObs.
+
+    Returns
+    -------
+    sequences : `dict` [`int`, `list`]
+        The streaming sequences in a dict, keyed by sequence number, with each
+        value being a list of the files in that sequence.
+    """
+    site = getSite()
+    if site in ["rubin-devl", "staff-rsp"]:
+        rootDataPath = "/sdf/data/rubin/offline/s3-backup/lfa/"
+    elif site == "summit":
+        rootDataPath = "/project"
+    else:
+        raise ValueError(f"Finding StarTracker data isn't supported at {site}")
+
+    dataDir = getRawDataDirForDayObs(rootDataPath, fastCam, dayObs)
+    files = glob.glob(os.path.join(dataDir, "*.fits"))
+    regularFiles = [f for f in files if not isStreamingModeFile(f)]
+    print(f"Found {len(regularFiles)} regular files on dayObs {dayObs}")
+
+    data = {}
+    for file in regularFiles:
+        seqNum = int(file.split('/')[-1].split("_")[3].split('.')[0])
+        data[seqNum] = file
+    data = sorted(data.items())
+
+    return data
+
 
 def getFlux(cutout, backgroundLevel=0):
     """Get the flux inside a cutout, subtracting the image-background.
@@ -281,7 +321,7 @@ def __getattribute__(self):
         return np.nan
 
 
-def findFastStarTrackerImageSources(filename, boxSize, attachCutouts=True):
+def findFastStarTrackerImageSources(filename, boxSize, attachCutouts=True, streaming=True):
     """Analyze a single FastStarTracker image.
 
     Parameters
@@ -293,6 +333,10 @@ def findFastStarTrackerImageSources(filename, boxSize, attachCutouts=True):
     attachCutouts : `bool`, optional
         Attach the cutouts to the ``Source`` objects? Useful for
         debug/plotting but adds memory usage.
+    streaming : `bool`, optional
+        True if these are streaming data
+        False if they are regular data.
+
 
     Returns
     -------
@@ -307,9 +351,11 @@ def findFastStarTrackerImageSources(filename, boxSize, attachCutouts=True):
     footprintSet = detectObjectsInExp(exp)
     footprints = footprintSet.getFootprints()
     bgMean, bgStd = getBackgroundLevel(exp)
-
-    dayObs, seqNum, frameNum = dayObsSeqNumFrameNumFromFilename(filename)
-
+    if streaming:
+        dayObs, seqNum, frameNum = dayObsSeqNumFrameNumFromFilename(filename)
+    else:
+        dayObs, seqNum = dayObsSeqNumFromFilename(filename)
+        frameNum = 0
     sources = []
     if len(footprints) == 0:
         sources = [NanSource()]
@@ -498,7 +544,7 @@ def plotSourceMovement(results, sourceIndex=0, allowInconsistent=False):
 
     allDayObs = set(s.dayObs for s in sources)
     allSeqNums = set(s.seqNum for s in sources)
-    if len(allDayObs) > 1 or len(allSeqNums) > 1:
+    if len(allDayObs) > 1:# or len(allSeqNums) > 1:
         raise ValueError(
             "The sources are from multiple days or sequences, found"
             f" {allDayObs} dayObs and {allSeqNums} seqNum values."