import cloudcatalog
dataset_id = 'TWINS1_HK_1SEC'
start = '2007-01-30T19:05:29.000Z'
stop = '2018-12-12T23:59:58.000Z'
fr=cloudcatalog.CloudCatalog('s3://gov-nasa-hdrl-data1/')
filelist = fr.request_cloud_catalog(dataset_id, start_date=start, stop_date=stop)
#example usage:
fr.stream_uri(filelist, lambda s3_uri, start, stop, filesize: MYCODE(s3_uri, start, stop, filesize))
TWINS1_HK_1SEC_2007.csv
https
s3
TWINS1_HK_1SEC_2008.csv
https
s3
TWINS1_HK_1SEC_2009.csv
https
s3
TWINS1_HK_1SEC_2010.csv
https
s3
TWINS1_HK_1SEC_2011.csv
https
s3
TWINS1_HK_1SEC_2012.csv
https
s3
TWINS1_HK_1SEC_2013.csv
https
s3
TWINS1_HK_1SEC_2014.csv
https
s3
TWINS1_HK_1SEC_2015.csv
https
s3
TWINS1_HK_1SEC_2016.csv
https
s3
TWINS1_HK_1SEC_2017.csv
https
s3
TWINS1_HK_1SEC_2018.csv
https
s3