import cloudcatalog
dataset_id = 'VG1_PWS_WF'
start = '1978-08-21T05:41:36.000Z'
stop = '2025-04-21T17:03:59.000Z'
fr=cloudcatalog.CloudCatalog('s3://gov-nasa-hdrl-data1/')
filelist = fr.request_cloud_catalog(dataset_id, start_date=start, stop_date=stop)
#example usage:
fr.stream_uri(filelist, lambda s3_uri, start, stop, filesize: MYCODE(s3_uri, start, stop, filesize))
VG1_PWS_WF_1978.csv
https
s3
VG1_PWS_WF_1979.csv
https
s3
VG1_PWS_WF_1980.csv
https
s3
VG1_PWS_WF_1981.csv
https
s3
VG1_PWS_WF_1982.csv
https
s3
VG1_PWS_WF_1983.csv
https
s3
VG1_PWS_WF_1984.csv
https
s3
VG1_PWS_WF_1985.csv
https
s3
VG1_PWS_WF_1986.csv
https
s3
VG1_PWS_WF_1987.csv
https
s3
VG1_PWS_WF_1988.csv
https
s3
VG1_PWS_WF_1989.csv
https
s3
VG1_PWS_WF_1990.csv
https
s3
VG1_PWS_WF_1991.csv
https
s3
VG1_PWS_WF_1992.csv
https
s3
VG1_PWS_WF_1993.csv
https
s3
VG1_PWS_WF_1994.csv
https
s3
VG1_PWS_WF_1995.csv
https
s3
VG1_PWS_WF_1996.csv
https
s3
VG1_PWS_WF_1997.csv
https
s3
VG1_PWS_WF_1998.csv
https
s3
VG1_PWS_WF_1999.csv
https
s3
VG1_PWS_WF_2000.csv
https
s3
VG1_PWS_WF_2001.csv
https
s3
VG1_PWS_WF_2002.csv
https
s3
VG1_PWS_WF_2003.csv
https
s3
VG1_PWS_WF_2004.csv
https
s3
VG1_PWS_WF_2005.csv
https
s3
VG1_PWS_WF_2006.csv
https
s3
VG1_PWS_WF_2007.csv
https
s3
VG1_PWS_WF_2008.csv
https
s3
VG1_PWS_WF_2009.csv
https
s3
VG1_PWS_WF_2010.csv
https
s3
VG1_PWS_WF_2011.csv
https
s3
VG1_PWS_WF_2012.csv
https
s3
VG1_PWS_WF_2013.csv
https
s3
VG1_PWS_WF_2014.csv
https
s3
VG1_PWS_WF_2015.csv
https
s3
VG1_PWS_WF_2016.csv
https
s3
VG1_PWS_WF_2017.csv
https
s3
VG1_PWS_WF_2018.csv
https
s3
VG1_PWS_WF_2019.csv
https
s3
VG1_PWS_WF_2020.csv
https
s3
VG1_PWS_WF_2021.csv
https
s3
VG1_PWS_WF_2022.csv
https
s3
VG1_PWS_WF_2023.csv
https
s3
VG1_PWS_WF_2024.csv
https
s3
VG1_PWS_WF_2025.csv
https
s3