tutorials/notebooks/cloudwebinar/cloud_direct_access_s3.py at master · edshred2000/tutorials · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
#!/usr/bin/env python3


######Importing modules needed for the subseting operation

import s3fs
import requests
import numpy as np
import xarray as xr
import matplotlib.pyplot as plt
from os.path import dirname, join
import cartopy
import cartopy.crs as ccrs
import cartopy.feature as cfeat
import earthdata

###############################################################################
from earthdata import Auth
auth = Auth().login()

def begin_s3_direct_access():
    url="https://archive.podaac.earthdata.nasa.gov/s3credentials"
    response = requests.get(url).json()
    return s3fs.S3FileSystem(key=response['accessKeyId'],secret=response['secretAccessKey'],token=response['sessionToken'],client_kwargs={'region_name':'us-west-2'})

###############################################################################
####################### Begin S3 access

fs = begin_s3_direct_access()
mur_v42_2020_files = fs.glob(join("podaac-ops-cumulus-protected/", "MUR25-JPL-L4-GLOB-v04.2", "202001*.nc"))


mur_v42_2020_Dataset = xr.open_mfdataset(
    paths=[fs.open(f) for f in mur_v42_2020_files],
    combine='by_coords',
    mask_and_scale=True,
    decode_cf=True,
    chunks={'time': 1}      # analysis.
)
mur_v42_2020_Dataset.close()
mur_v42_2020 = mur_v42_2020_Dataset.analysed_sst


####################### Slice MUR data
mur_v42_2020_gom = mur_v42_2020.sel(lat=slice(-89, 89), lon=slice(-179, 179))


fig = plt.figure(figsize=(16,6))
ax = fig.add_subplot(1, 1, 1, projection=ccrs.PlateCarree())
ax.coastlines()
ax.set_extent([mur_v42_2020_gom.lon.min(),
                mur_v42_2020_gom.lon.max(),
                mur_v42_2020_gom.lat.min(),
                mur_v42_2020_gom.lat.max()])

####################### Plot and save the data
mur_v42_2020_gom.isel(time=0).plot(ax=ax, transform=ccrs.PlateCarree(), cmap='Spectral_r')
plt.savefig("pltsavefile.png")
plt.clf()