import cloudcatalog
dataset_id = 'UY_M0_HFT'
start = '1991-01-01T00:00:00.000Z'
stop = '2008-08-31T23:50:00.000Z'
fr=cloudcatalog.CloudCatalog('s3://gov-nasa-hdrl-data1/')
filelist = fr.request_cloud_catalog(dataset_id, start_date=start, stop_date=stop)
#example usage:
fr.stream_uri(filelist, lambda s3_uri, start, stop, filesize: MYCODE(s3_uri, start, stop, filesize))
UY_M0_HFT_1991.csv
https
s3
UY_M0_HFT_1992.csv
https
s3
UY_M0_HFT_1993.csv
https
s3
UY_M0_HFT_1994.csv
https
s3
UY_M0_HFT_1995.csv
https
s3
UY_M0_HFT_1996.csv
https
s3
UY_M0_HFT_1997.csv
https
s3
UY_M0_HFT_1998.csv
https
s3
UY_M0_HFT_1999.csv
https
s3
UY_M0_HFT_2000.csv
https
s3
UY_M0_HFT_2001.csv
https
s3
UY_M0_HFT_2002.csv
https
s3
UY_M0_HFT_2003.csv
https
s3
UY_M0_HFT_2004.csv
https
s3
UY_M0_HFT_2005.csv
https
s3
UY_M0_HFT_2006.csv
https
s3
UY_M0_HFT_2007.csv
https
s3
UY_M0_HFT_2008.csv
https
s3