diff --git a/main b/main index 18f8763ba31a301c996cdd1c228293b187a3e55c..948a08f5ae18fd805bebc647f53618cafd121a27 100755 --- a/main +++ b/main @@ -6,7 +6,7 @@ import sys import argparse import logging -from o3skim import sources +from o3skim import sources, utils def cmdline_args(): @@ -28,6 +28,19 @@ if __name__ == '__main__': logging.basicConfig(level=getattr(logging, args.verbosity)) # Configuration load - config = sources.load(args.sources_file) - logging.info(config) + config = utils.load(args.sources_file) + logging.info("Configuration found at: %s", args.sources_file) + logging.debug("Configuration info: %s", config) + + # Create sources + logging.info("Loading data from './data' ") + with utils.cd("data"): + ds = {name: sources.Source(name, collection) for + name, collection in config.items()} + logging.debug("Sources loaded: %s", [k for k in config.keys()]) + + # Skim output + logging.info("Skimming data to './output' ") + with utils.cd("output"): + [source.skim() for source in ds.values()]