Skip to content

Instantly share code, notes, and snippets.

@NikosAlexandris

NikosAlexandris/combine_parquet_stores_failure_to_fetch_target

Created November 9, 2023 15:39
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save NikosAlexandris/af9de29d0fa44bf9ef137fac402ee944 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save NikosAlexandris/af9de29d0fa44bf9ef137fac402ee944 to your computer and use it in GitHub Desktop.
Download ZIP
Failure to fetch target while combining parquet stores
Raw
combine_parquet_stores_failure_to_fetch_target
This file has been truncated, but you can view the full file.
Input references : ['SISin202001020000004231000101MA.parquet', 'SISin202001010000004231000101MA.parquet']
Out is : {'.zgroup': b'{"zarr_format":2}'}
Out is : {'time/.zarray': b'{"chunks":[512],"compressor":null,"dtype":"<f8","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'time/0': FileNotFoundError('/SISin202001020000004231000101MA.nc')}
Out is : {'.zgroup': b'{"zarr_format":2}'}
Out is : {'time/.zarray': b'{"chunks":[512],"compressor":null,"dtype":"<f8","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'time/0': FileNotFoundError('/SISin202001010000004231000101MA.nc')}
Out is : {'.zgroup': b'{"zarr_format":2}'}
Out is : {'time/.zarray': b'{"chunks":[512],"compressor":null,"dtype":"<f8","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'time/.zattrs': b'{"_ARRAY_DIMENSIONS":["time"],"axis":"T"}'}
Out is : {'.zgroup': b'{"zarr_format":2}'}
Out is : {'.zattrs': b'{"Conventions":"CF-1.7,ACDD-1.3","summary":"This file contains data from the CM SAF Surface Solar Radiation Climate Data Record using Heliosat, Edition 3"}'}
Out is : {'.zgroup': b'{"zarr_format":2}'}
Out is : {'SIS/.zarray': b'{"chunks":[1,1,2600],"compressor":null,"dtype":"<i2","fill_value":-999,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48,2600,2600],"zarr_format":2}'}
Out is : {'SIS/.zattrs': b'{"_ARRAY_DIMENSIONS":["time","lat","lon"],"missing_value":-999}'}
Out is : {'lat/.zarray': b'{"chunks":[2600],"compressor":null,"dtype":"<f4","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600],"zarr_format":2}'}
Out is : {'lat/.zattrs': b'{"_ARRAY_DIMENSIONS":["lat"],"standard_name":"latitude"}'}
Out is : {'lat_bnds/.zarray': b'{"chunks":[2600,2],"compressor":null,"dtype":"<f4","fill_value":9.969209968386869e+36,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600,2],"zarr_format":2}'}
Out is : {'lat_bnds/.zattrs': b'{"_ARRAY_DIMENSIONS":["lat","bnds"]}'}
Out is : {'lon/.zarray': b'{"chunks":[2600],"compressor":null,"dtype":"<f4","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600],"zarr_format":2}'}
Out is : {'lon/.zattrs': b'{"_ARRAY_DIMENSIONS":["lon"],"standard_name":"longitude"}'}
Out is : {'lon_bnds/.zarray': b'{"chunks":[2600,2],"compressor":null,"dtype":"<f4","fill_value":9.969209968386869e+36,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600,2],"zarr_format":2}'}
Out is : {'lon_bnds/.zattrs': b'{"_ARRAY_DIMENSIONS":["lon","bnds"]}'}
Out is : {'record_status/.zarray': b'{"chunks":[48],"compressor":null,"dtype":"|i1","fill_value":-127,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'record_status/.zattrs': b'{"_ARRAY_DIMENSIONS":["time"],"comment":"Overall status of each record (timestamp) in this file. If a record is flagged as not ok, it is recommended not to use it."}'}
Out is : {'time/.zarray': b'{"chunks":[512],"compressor":null,"dtype":"<f8","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'time/.zattrs': b'{"_ARRAY_DIMENSIONS":["time"],"axis":"T"}'}
Out is : {'time/.zarray': b'{"chunks":[512],"compressor":null,"dtype":"<f8","fill_value":null,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'time/0': FileNotFoundError('/SISin202001020000004231000101MA.nc')}
Out is : {'SIS/.zarray': b'{"chunks":[1,1,2600],"compressor":null,"dtype":"<i2","fill_value":-999,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48,2600,2600],"zarr_format":2}'}
Out is : {'SIS/.zattrs': b'{"_ARRAY_DIMENSIONS":["time","lat","lon"],"missing_value":-999}'}
Out is : {'lat_bnds/.zarray': b'{"chunks":[2600,2],"compressor":null,"dtype":"<f4","fill_value":9.969209968386869e+36,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600,2],"zarr_format":2}'}
Out is : {'lat_bnds/.zattrs': b'{"_ARRAY_DIMENSIONS":["lat","bnds"]}'}
Out is : {'lon_bnds/.zarray': b'{"chunks":[2600,2],"compressor":null,"dtype":"<f4","fill_value":9.969209968386869e+36,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[2600,2],"zarr_format":2}'}
Out is : {'lon_bnds/.zattrs': b'{"_ARRAY_DIMENSIONS":["lon","bnds"]}'}
Out is : {'record_status/.zarray': b'{"chunks":[48],"compressor":null,"dtype":"|i1","fill_value":-127,"filters":[{"id":"zlib","level":4}],"order":"C","shape":[48],"zarr_format":2}'}
Out is : {'record_status/.zattrs': b'{"_ARRAY_DIMENSIONS":["time"],"comment":"Overall status of each record (timestamp) in this file. If a record is flagged as not ok, it is recommended not to use it."}'}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment