OSDF usage examples

import numpy as np
import matplotlib.pyplot as plt
import pandas as pd
import xarray as xr
import aiohttp
import time
from contextlib import contextmanager
import matplotlib.pyplot as plt
import seaborn as sns
import intake
import os

import fsspec.implementations.http as fshttp
from pelicanfs.core import PelicanFileSystem, PelicanMap, OSDFFileSystem

%%time
osdf_fs = OSDFFileSystem(direct_reads =True) # OSDFFileSystem is already aware of the osdf discovery url

CPU times: user 2.27 ms, sys: 810 μs, total: 3.08 ms
Wall time: 2.53 ms

%%time
osdf_fs.ls('/ncar/rda/d300000')

CPU times: user 3.63 ms, sys: 180 μs, total: 3.81 ms
Wall time: 40.4 ms

[{'name': '/ncar/rda/d300000/2016', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/index.html', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/Invariant', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/2015', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/2017', 'size': None, 'type': 'file'}]

%%time
osdf_fs.ls('/envistor/buoy')

CPU times: user 16.3 ms, sys: 1.46 ms, total: 17.7 ms
Wall time: 259 ms

[{'name': '/envistor/buoy/Biscayne Bay LR-BC sampling 071124.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Biscayne Bay - North Bay Village 081320-012721.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Miami River 102623-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 2 Miami River 030620 - 082420.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Haulover Inlet 100518 - 073020 updated.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/Biscayne Bay LR-BC sampling 072524.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/test.xlsx', 'size': None, 'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3-2 Little River 042121-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Royal Castle Singer - Biscayne Canal 021423-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Miami River 080422 - 020123.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Tavernier Heart Harbor - 060319-082819.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 4 North Bay Village 033123 - 020124.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 2 NW Biscayne Bay - S of Biscayne Canal 082720-112221.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 1 Coral Gables 011719 - 030124.xlsx',
  'size': None,
  'type': 'file'}]

NDC Workflows

Access AWS CESM2 using the AWS open data origin data and benchmark

NDC Workflows

Open intake catalog