import cloudcatalog
dataset_id = 'WI_H1_WAV'
start = '1994-11-10T00:00:30.000Z'
stop = '2021-11-30T23:59:30.000Z'
fr=cloudcatalog.CloudCatalog('s3://gov-nasa-hdrl-data1/')
filelist = fr.request_cloud_catalog(dataset_id, start_date=start, stop_date=stop)
#example usage:
fr.stream_uri(filelist, lambda s3_uri, start, stop, filesize: MYCODE(s3_uri, start, stop, filesize))
WI_H1_WAV_1994.csv
https
s3
WI_H1_WAV_1995.csv
https
s3
WI_H1_WAV_1996.csv
https
s3
WI_H1_WAV_1997.csv
https
s3
WI_H1_WAV_1998.csv
https
s3
WI_H1_WAV_1999.csv
https
s3
WI_H1_WAV_2000.csv
https
s3
WI_H1_WAV_2001.csv
https
s3
WI_H1_WAV_2002.csv
https
s3
WI_H1_WAV_2003.csv
https
s3
WI_H1_WAV_2004.csv
https
s3
WI_H1_WAV_2005.csv
https
s3
WI_H1_WAV_2006.csv
https
s3
WI_H1_WAV_2007.csv
https
s3
WI_H1_WAV_2008.csv
https
s3
WI_H1_WAV_2009.csv
https
s3
WI_H1_WAV_2010.csv
https
s3
WI_H1_WAV_2011.csv
https
s3
WI_H1_WAV_2012.csv
https
s3
WI_H1_WAV_2013.csv
https
s3
WI_H1_WAV_2014.csv
https
s3
WI_H1_WAV_2015.csv
https
s3
WI_H1_WAV_2016.csv
https
s3
WI_H1_WAV_2017.csv
https
s3
WI_H1_WAV_2018.csv
https
s3
WI_H1_WAV_2019.csv
https
s3
WI_H1_WAV_2020.csv
https
s3
WI_H1_WAV_2021.csv
https
s3