diff --git a/src/utility/__init__.py b/src/utility/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/src/utility/metadata.py b/src/utility/metadata.py new file mode 100644 index 0000000..06752d2 --- /dev/null +++ b/src/utility/metadata.py @@ -0,0 +1,36 @@ +import os.path, sys, time, urllib +from time import strftime +import logging + +__author__ = 'rhoerbe' + +logger = logging.getLogger(__name__) + +def fetch_metadata(url, path, maxage=600): + """ + :param url: metadata remote location + :param path: metdata file name + :param maxage: if max age of existing metadata file (s) is exceeded, + the file will be fetched from the remote location + """ + fetch = False + if not os.path.isfile(path): + fetch = True + logger.debug("metadata file %s not found" % path) + elif (os.path.getmtime(path) + maxage) < time.time(): + fetch = True + logger.debug("metadata file %s from %s is more than %s s old" % + (path, + strftime("%Y-%m-%d %H:%M:%S", time.localtime(os.path.getmtime(path))), + maxage)) + else: + logger.debug("metadata file %s is less than %s s old" % (path, maxage)) + if fetch: + f=urllib.URLopener() + try: + f.retrieve(url, path) + logger.debug("downloaded metadata from %s into %s" % (url, path)) + except: + logger.debug("downloaded metadata from %s failed: %s" % + (url, sys.exc_info()[0])) +