<jupyter_start><jupyter_text>Create catalog from Zarr data<jupyter_code>import intake
source = intake.open_zarr('/home/jovyan/work/output/TCCON data from Karlsruhe/ka20100419_20201130.public.nc.zarr', decode_times=False)
source.discover()
df = source.read_chunked()
df
print(source.yaml())
import os
os.getcwd()
with open('../intake-catalogs/tccon.yaml', 'w') as f:
    f.write(source.yaml())<jupyter_output><empty_output><jupyter_text>Use catalog to read Zarr data<jupyter_code>intake.gui.add('../intake-catalogs/tccon.yaml')
intake.gui
intake.gui.item()
intake.gui.item().read_chunked()<jupyter_output><empty_output><jupyter_text>Read data from JSON meta data<jupyter_code># https://github.com/intake/intake-xarray/blob/master/intake_xarray/netcdf.py
#json_source = intake.open_zarr('/home/jovyan/work/output/s3/combine.json', combine='auto_combine', xarray_kwargs={'engine': 'zarr'})

json_source = intake.open_netcdf('/home/jovyan/work/output/s3/combine.json', xarray_kwargs={'engine': 'zarr'})
json_source.discover()<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.15889628924833493, 'fraction_numerical': 0.017126546146527116, 'mean_word_length': 7.5528455284552845, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 13, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '3', 'dir': 'jupyter-structured-clean-dedup', 'id': '339656', 'license': 'MIT', 'n_tokens_mistral': 421, 'n_tokens_neox': 411, 'n_words': 50, 'path': 'jupyter/intake.ipynb', 'repo_name': 'climate-v/nc2zarr-webapp', 'size': '1051'}