NEANIAS Gitlab

Commit 1598873d authored by Carlos H. Brandt's avatar Carlos H. Brandt
Browse files

Add struct for diferent datasets in data-sizes script

parent 37f62428
......@@ -112,11 +112,8 @@ def write_tabs(url, tab, outdir='dset_tabs'):
filename = os.path.join(path_, 'indexdf.csv')
tab.to_csv(filename)
def run():
template = 'https://pds-imaging.jpl.nasa.gov/data/mro/ctx/mrox_{i:04d}/data/'
match = 'IMG'
urls = build_urls(template, i=range(5))
def run(template, kwargs, match):
urls = build_urls(template, **kwargs)
tabs = read_urls(urls, match)
for url,tab in zip(urls,tabs):
if tab is None:
......@@ -127,5 +124,17 @@ def run():
#return tabs
if __name__ == '__main__':
run()
archives = {
'ctx': {
'template': 'https://pds-imaging.jpl.nasa.gov/data/mro/ctx/mrox_{i:04d}/data/',
'match': 'IMG',
'kwargs': {
'i': range(5)
}
}
}
for dset in archives.keys():
pars = archives[dset]
print('Running {}'.format(dset))
run(**pars)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment