From 29345ee1079a4a836d5d75e73fe93ff3449d9d1e Mon Sep 17 00:00:00 2001 From: BorjaEst Date: Mon, 24 Aug 2020 16:00:27 +0200 Subject: [PATCH] Added sources and skim output to main function --- main | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/main b/main index 18f8763..948a08f 100755 --- a/main +++ b/main @@ -6,7 +6,7 @@ import sys import argparse import logging -from o3skim import sources +from o3skim import sources, utils def cmdline_args(): @@ -28,6 +28,19 @@ if __name__ == '__main__': logging.basicConfig(level=getattr(logging, args.verbosity)) # Configuration load - config = sources.load(args.sources_file) - logging.info(config) + config = utils.load(args.sources_file) + logging.info("Configuration found at: %s", args.sources_file) + logging.debug("Configuration info: %s", config) + + # Create sources + logging.info("Loading data from './data' ") + with utils.cd("data"): + ds = {name: sources.Source(name, collection) for + name, collection in config.items()} + logging.debug("Sources loaded: %s", [k for k in config.keys()]) + + # Skim output + logging.info("Skimming data to './output' ") + with utils.cd("output"): + [source.skim() for source in ds.values()] -- GitLab