#!/usr/bin/python3 """ Import preplot data. For each preplot file defined in each survey, check for new or modified preplots and (re-)import them into the database. """ from glob import glob import os import sys import time import configuration import preplots from datastore import Datastore if __name__ == '__main__': print("Reading configuration") surveys = configuration.surveys() file_min_age = configuration.read().get('imports', {}).get('file_min_age', 10) print("Connecting to database") db = Datastore() print("Reading surveys") for survey in surveys: print(f'Survey: {survey["id"]} ({survey["schema"]})') db.set_survey(survey["schema"]) for file in survey["preplots"]: print(f"Preplot: {file['path']}") if not db.file_in_db(file["path"]): age = time.time() - os.path.getmtime(file["path"]) if age < file_min_age: print("Skipping file because too new", file["path"]) continue print("Importing") try: preplot = preplots.from_file(file) except FileNotFoundError: print(f"File does not exist: {file['path']}", file=sys.stderr) continue if type(preplot) is list: print("Saving to DB") db.save_preplots(preplot, file["path"], file["class"], survey["epsg"], file) elif type(preplot) is str: print(preplot) else: print("Already in DB") print("Done")