Envistor test via OSPool AP40 - OSDF usage examples

platform:ospool task:benchmark level:advanced

import fsspec.implementations.http as fshttp
from pelicanfs.core import PelicanFileSystem, PelicanMap, OSDFFileSystem

%%time
osdf_fs = OSDFFileSystem(direct_reads =True) # OSDFFileSystem is already aware of the osdf discovery url

CPU times: user 2.27 ms, sys: 810 μs, total: 3.08 ms
Wall time: 2.53 ms

%%time
osdf_fs.ls('/ncar/rda/d300000')

CPU times: user 3.63 ms, sys: 180 μs, total: 3.81 ms
Wall time: 40.4 ms

[{'name': '/ncar/rda/d300000/2016', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/index.html', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/Invariant', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/2015', 'size': None, 'type': 'file'},
 {'name': '/ncar/rda/d300000/2017', 'size': None, 'type': 'file'}]

%%time
osdf_fs.ls('/envistor/buoy')

CPU times: user 16.3 ms, sys: 1.46 ms, total: 17.7 ms
Wall time: 259 ms

[{'name': '/envistor/buoy/Biscayne Bay LR-BC sampling 071124.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Biscayne Bay - North Bay Village 081320-012721.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Miami River 102623-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 2 Miami River 030620 - 082420.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Haulover Inlet 100518 - 073020 updated.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/Biscayne Bay LR-BC sampling 072524.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/test.xlsx', 'size': None, 'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3-2 Little River 042121-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Royal Castle Singer - Biscayne Canal 021423-050624.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Miami River 080422 - 020123.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 3 Tavernier Heart Harbor - 060319-082819.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 4 North Bay Village 033123 - 020124.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 2 NW Biscayne Bay - S of Biscayne Canal 082720-112221.xlsx',
  'size': None,
  'type': 'file'},
 {'name': '/envistor/buoy/CREST Buoy 1 Coral Gables 011719 - 030124.xlsx',
  'size': None,
  'type': 'file'}]