mirror of
https://gitlab.com/wgp/dougal/software.git
synced 2025-12-06 08:37:07 +00:00
59 lines
1.5 KiB
Python
Executable File
59 lines
1.5 KiB
Python
Executable File
#!/usr/bin/python3
|
|
|
|
"""
|
|
Re-import Dougal-exported data created by
|
|
system_exports.py
|
|
"""
|
|
|
|
import os
|
|
from glob import glob
|
|
import configuration
|
|
import preplots
|
|
from datastore import Datastore, psycopg2
|
|
|
|
exportables = [
|
|
"events_seq",
|
|
"events_seq_labels",
|
|
"events_timed",
|
|
"events_timed_labels"
|
|
]
|
|
|
|
if __name__ == '__main__':
|
|
|
|
print("Reading configuration")
|
|
surveys = configuration.surveys()
|
|
|
|
print("Connecting to database")
|
|
db = Datastore()
|
|
|
|
print("Reading surveys")
|
|
for survey in surveys:
|
|
print(f'Survey: {survey["id"]} ({survey["schema"]})')
|
|
db.set_survey(survey["schema"])
|
|
with db.conn.cursor() as cursor:
|
|
|
|
try:
|
|
pathPrefix = survey["exports"]["machine"]["path"]
|
|
except KeyError:
|
|
print("Survey does not define an export path for machine data")
|
|
continue
|
|
|
|
try:
|
|
for table in exportables:
|
|
path = os.path.join(pathPrefix, table)
|
|
print(" ← ", path, " → ", table)
|
|
with open(path, "rb") as fd:
|
|
cursor.copy_from(fd, table)
|
|
except psycopg2.errors.UniqueViolation:
|
|
print("It looks like data for this survey may have already been imported (unique constraint violation)")
|
|
|
|
# If we don't commit the data does not actually get copied
|
|
db.conn.commit()
|
|
# Update the sequences that generate event ids
|
|
cursor.execute("SELECT reset_events_serials();")
|
|
# Let us ensure events_timed_seq is up to date, even though
|
|
# the triggers will have taken care of this already.
|
|
cursor.execute("CALL events_timed_seq_update_all();")
|
|
|
|
print("Done")
|