prepFiles.py

#!/usr/bin/env python3

"""This script prepares all the RINEX files and antenna information files for
automatic processing
"""

import re
import os
import datetime

import sys


# Compile the regular expressions
p1 = re.compile('^\w{8}\.\d{2}o$', re.I)

# Create the directory for the individual RINEX antenna information files
os.mkdir('rinexantls')

# Rename files that don't have a '0' before the extension. If renaming will
# cause a name conflict then rename totally
filenum = 0
newFile = {}
fout = open('nameChanges.dat', 'w')
for f in os.listdir('.'):
    if p1.match(f):
        if f[7:8] != '0':
            new_f = f[:7] + '0' + f[8:]
            if os.path.isfile(new_f):
                conflict = True
                while conflict:
                    new_f = '{:04d}{}0.{}'.format(filenum, f[4:7], f[9:])
                    filenum += 1
                    if not os.path.isfile(new_f):
                        conflict = False
            newFile[f] = new_f
            fout.write(f"{new_f} {f}\n")
            os.rename(f, new_f)
fout.close()

# Read in the start time, end time, and duration for each RINEX file
unsorted_rnx = []
unsorted_start = []
start = {}
end = {}
duration = {}
for line in open('durations.dat'):
    cols = line.split()
    try:
        f = newFile[cols[0]]
    except KeyError:
        f = cols[0]
    unsorted_rnx.append(f)
    try:
        start[f] = datetime.datetime.strptime(cols[1] + ' ' + cols[2], 
                                              '%Y-%m-%d %H:%M:%S')
    except ValueError:
        h, m, s = cols[2].split(':')
        if (abs(float(s) - 0) <= abs(float(s) - 30)):
            s = '00'
        else:
            s = '30'
        cols[2] = h + ':' + m + ':' + s
        start[f] = datetime.datetime.strptime(cols[1] + ' ' + cols[2], 
                                              '%Y-%m-%d %H:%M:%S')
    unsorted_start.append(start[f])
    try:
        end[f] = datetime.datetime.strptime(cols[3] + ' ' + cols[4], 
                                            '%Y-%m-%d %H:%M:%S')
    except ValueError:
        h, m, s = cols[4].split(':')
        if (abs(float(s) - 0) <= abs(float(s) - 30)):
            s = '00'
        else:
            s = '30'
        cols[4] = h + ':' + m + ':' + s
        end[f] = datetime.datetime.strptime(cols[3] + ' ' + cols[4], 
                                            '%Y-%m-%d %H:%M:%S')
    duration[f] = int(float(cols[5]))
sorted_start, sorted_rnx = \
        (list(t) for t in zip(*sorted(zip(unsorted_start, unsorted_rnx))))

# Read in the station, antenna, and height for each RINEX file
station = {}
antenna = {}
height = {}
for line in open('RinexAntLs.txt'):
    cols = line.split()
    try:
        f = newFile[cols[0]]
    except KeyError:
        f = cols[0]
    station[f] = f[:4]
    antenna[f] = cols[1]
    height[f] = cols[2]

# Loop until all RINEX files are in a cluster
while sorted_rnx:
    #print(sorted_rnx[0], sorted_rnx[1], sorted_rnx[2])
    rnx0 = sorted_rnx[0]
    cutoff = end[rnx0]
    data = []
    data.append([rnx0, antenna[rnx0], height[rnx0]])
    sorted_rnx.remove(rnx0)
    #print('rem 1', sorted_rnx[0], sorted_rnx[1], sorted_rnx[2])
        
    # Open the cluster RINEX antemnna information file
    rnxantls = rnx0[9:11] + rnx0[4:7] + '_ls'
    if os.path.isfile(rnxantls):
        conflict = True
        filenum = 0
        while conflict:
            filenum += 1
            rnxantls = rnxantls[:5] + str(filenum) + '_ls'
            if not os.path.isfile(rnxantls):
                conflict = False
    fout = open(rnxantls, 'w')

    # Loop over the RINEX files left
    rnx_remove = []
    for rnx in sorted_rnx:
        #print(sorted_rnx[0], sorted_rnx[1], sorted_rnx[2])
        delta = cutoff - start[rnx]
        #print(rnx, delta.total_seconds()) 
        if delta.total_seconds() >= 7200:
            if end[rnx] < cutoff:
                cutoff = end[rnx]
            data.append([rnx, antenna[rnx], height[rnx]])
            rnx_remove.append(rnx)
            #print('rem 2', sorted_rnx[0], sorted_rnx[1], sorted_rnx[2])
    for rnx in rnx_remove:    
        sorted_rnx.remove(rnx)

    # Write out the cluster data
    for line in data:
        fout.write(line[0] + ' ' + line[1] + ' ' + line[2] + '\n')
    fout.close()

# Move antenna information files to rinexantls/
os.system('mv *_ls rinexantls')

# Delete nameChanges.dat if empty
if os.stat('nameChanges.dat').st_size == 0:
    os.remove('nameChanges.dat')