From 94c0b9fd1bb77ae59e730955302e8897039c9f38 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 30 Jan 2025 01:37:46 +0000 Subject: [PATCH 01/11] working on stac generation for oco3 data --- .../oco3-zarrs/oco3-stac.py | 115 ++ transformation-scripts/oco3-zarrs/oco3.ipynb | 1308 +++++++++++++++++ 2 files changed, 1423 insertions(+) create mode 100644 transformation-scripts/oco3-zarrs/oco3-stac.py create mode 100644 transformation-scripts/oco3-zarrs/oco3.ipynb diff --git a/transformation-scripts/oco3-zarrs/oco3-stac.py b/transformation-scripts/oco3-zarrs/oco3-stac.py new file mode 100644 index 00000000..99bd3a8e --- /dev/null +++ b/transformation-scripts/oco3-zarrs/oco3-stac.py @@ -0,0 +1,115 @@ +""" +Generate STAC Collections for OCO-3 Zarr stores from JPL + +python generate.py ... +""" +import sys +import json +import fsspec +import xarray as xr +from pathlib import Path + +import xstac + +def generate_collection(): + return { + "id": "oco3-target-zarrs", + "description": "OCO-3 target-focused product (TFP) stored as individual Zarr stores. Each individual target is fitted to a localized, configurable grid centered around the target's center.", + "type": "Collection", + "title": "OCO-3 Level 3 Target-Focused Zarr Products", + "stac_version": "1.0.0", + "links": [ + { + "rel": "license", + "title": "EOSDIS Data Use Policy", + "href": "https://science.nasa.gov/earth-science/earth-science-data/data-information-policy", + }, + { + "rel": "about", + "title": "Github Repository", + "href": "https://github.com/EarthDigitalTwin/OCO3-data-transformer/" + } + ], + "extent": { + "spatial": {"bbox": [-180, -90, 180, 90]}, + "temporal": {"interval": [["2014-09-06", "2020-01-01"]]}, + }, + "providers": [ + { + "name": "NASA VEDA", + "roles": ["host"], + "url": "https://earthdata.nasa.gov/dashboard", + }, + { + "name": "JPL", + "roles": ["producer"], + "url": "https://ocov3.jpl.nasa.gov/sams/index.php", + }, + ], + "dashboard:is_periodic": True, + "dashboard:time_density": "day" + } + +s3_target_zarr_dir = "s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/" +# TODO: add all sites +site_names = ["cal001"] + +def generate_item(site_name): + site_zarr_s3url = f"{s3_target_zarr_dir}/{site_name}.zarr" + item_template = { + "id": f"oco3-target-{site_name}", + "type": "Feature", + "links": [], + # TODO + # "bbox": BBOX[region], + # "geometry": shapely.geometry.mapping(shapely.geometry.box(*BBOX[region])), + "stac_version": "1.0.0", + "properties": {"start_datetime": None, "end_datetime": None}, + "assets": { + "zarr-s3": { + "href": site_zarr_s3url, + "type": "application/vnd+zarr", + "roles": ["data", "zarr", "s3"], + "xarray:open_kwargs": {"consolidated": True}, + } + }, + } + + store = fsspec.get_mapper(site_zarr_s3url) + ds = xr.open_zarr(store, consolidated=True) + # may have to insert bbox and geometry here + + item = xstac.xarray_to_stac( + ds, item_template, temporal_dimension="time", x_dimension="longitude", y_dimension="latitude" + ) + + item_result = item.to_dict(include_self_link=False) + + for link in item_result["links"]: + if link["rel"] == "root": + link["href"] = "../catalog.json" + link["rel"] = str(link["rel"].value) + link["type"] = str(link["type"].value) + + return item_result + + +def main(args=None): + collection = generate_collection() + + outfile = Path(__file__).parent / "collection.json" + outfile.parent.mkdir(exist_ok=True, parents=True) + + with open(outfile, "w") as f: + json.dump(collection, f, indent=2) + + # TODO + # for site_zarr in site_zarrs... + # outfile = Path(__file__).parent / f"{frequency}/{region}/item.json" + + # with open(outfile, "w") as f: + # json.dump(item, f, indent=2) + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/transformation-scripts/oco3-zarrs/oco3.ipynb b/transformation-scripts/oco3-zarrs/oco3.ipynb new file mode 100644 index 00000000..25486ca7 --- /dev/null +++ b/transformation-scripts/oco3-zarrs/oco3.ipynb @@ -0,0 +1,1308 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 2, + "id": "605bc548-594c-4592-9ec5-c313ef0de49a", + "metadata": {}, + "outputs": [], + "source": [ + "import fsspec\n", + "from matplotlib.pyplot import imshow\n", + "import morecantile\n", + "import numpy as np\n", + "from rio_tiler.io import xarray as xarray_tiler\n", + "import xarray as xr\n", + "import xstac" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "e0808b16-f558-4ccb-8fd8-b381f69cbae1", + "metadata": {}, + "outputs": [], + "source": [ + "main_dir = 's3://sdap-dev-zarr/OCO3/outputs/veda'\n", + "target_zarr = f'{main_dir}/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/cal001.zarr/'\n" + ] + }, + { + "cell_type": "markdown", + "id": "830225ba-27da-47b3-a6a9-3834d3a83000", + "metadata": {}, + "source": [ + "# Inspect the target data" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "688225e0-a5ac-4497-b0d6-78b92874142f", + "metadata": {}, + "outputs": [], + "source": [ + "store = fsspec.get_mapper(target_zarr)\n", + "target_ds = xr.open_zarr(store, zarr_version=2, chunks=None)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "dab6557e-6ff8-4f33-a80f-cc8f03537a9d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.Dataset> Size: 23MB\n",
+       "Dimensions:    (latitude: 800, longitude: 800, time: 9)\n",
+       "Coordinates:\n",
+       "  * latitude   (latitude) float32 3kB 37.0 37.0 37.0 37.01 ... 39.99 39.99 40.0\n",
+       "  * longitude  (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n",
+       "  * time       (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03T1...\n",
+       "Data variables:\n",
+       "    xco2       (time, latitude, longitude) float32 23MB ...\n",
+       "Attributes: (12/20)\n",
+       "    comment:                NetCDF Lite files converted to Zarr (and/or Cloud...\n",
+       "    contacts:               Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; N...\n",
+       "    coverage_end:           2020-05-03T16:00:01Z\n",
+       "    coverage_start:         2019-10-10T19:01:39Z\n",
+       "    date_created:           2024-10-22T21:16:47Z\n",
+       "    date_updated:           2024-10-25T16:50:38Z\n",
+       "    ...                     ...\n",
+       "    sensor:                 OCO-3\n",
+       "    source:                 Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n",
+       "    target_bbox:            POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n",
+       "    target_id:              cal001\n",
+       "    target_name:            railroadValley\n",
+       "    title:                  SIMULTEST_TFP_POST_QF
" + ], + "text/plain": [ + " Size: 23MB\n", + "Dimensions: (latitude: 800, longitude: 800, time: 9)\n", + "Coordinates:\n", + " * latitude (latitude) float32 3kB 37.0 37.0 37.0 37.01 ... 39.99 39.99 40.0\n", + " * longitude (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n", + " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03T1...\n", + "Data variables:\n", + " xco2 (time, latitude, longitude) float32 23MB ...\n", + "Attributes: (12/20)\n", + " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", + " contacts: Riley Kuttruff ; N...\n", + " coverage_end: 2020-05-03T16:00:01Z\n", + " coverage_start: 2019-10-10T19:01:39Z\n", + " date_created: 2024-10-22T21:16:47Z\n", + " date_updated: 2024-10-25T16:50:38Z\n", + " ... ...\n", + " sensor: OCO-3\n", + " source: Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n", + " target_bbox: POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n", + " target_id: cal001\n", + " target_name: railroadValley\n", + " title: SIMULTEST_TFP_POST_QF" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "target_ds" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "2f7f9055-fa30-4b99-b8af-ef839433fc42", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.Dataset> Size: 23MB\n",
+       "Dimensions:      (latitude: 800, longitude: 800, time: 9)\n",
+       "Coordinates:\n",
+       "  * latitude     (latitude) float32 3kB 37.0 37.0 37.0 ... 39.99 39.99 40.0\n",
+       "  * longitude    (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n",
+       "  * time         (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n",
+       "    spatial_ref  int64 8B 0\n",
+       "Data variables:\n",
+       "    xco2         (time, latitude, longitude) float32 23MB ...\n",
+       "Attributes: (12/20)\n",
+       "    comment:                NetCDF Lite files converted to Zarr (and/or Cloud...\n",
+       "    contacts:               Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; N...\n",
+       "    coverage_end:           2020-05-03T16:00:01Z\n",
+       "    coverage_start:         2019-10-10T19:01:39Z\n",
+       "    date_created:           2024-10-22T21:16:47Z\n",
+       "    date_updated:           2024-10-25T16:50:38Z\n",
+       "    ...                     ...\n",
+       "    sensor:                 OCO-3\n",
+       "    source:                 Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n",
+       "    target_bbox:            POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n",
+       "    target_id:              cal001\n",
+       "    target_name:            railroadValley\n",
+       "    title:                  SIMULTEST_TFP_POST_QF
" + ], + "text/plain": [ + " Size: 23MB\n", + "Dimensions: (latitude: 800, longitude: 800, time: 9)\n", + "Coordinates:\n", + " * latitude (latitude) float32 3kB 37.0 37.0 37.0 ... 39.99 39.99 40.0\n", + " * longitude (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n", + " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n", + " spatial_ref int64 8B 0\n", + "Data variables:\n", + " xco2 (time, latitude, longitude) float32 23MB ...\n", + "Attributes: (12/20)\n", + " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", + " contacts: Riley Kuttruff ; N...\n", + " coverage_end: 2020-05-03T16:00:01Z\n", + " coverage_start: 2019-10-10T19:01:39Z\n", + " date_created: 2024-10-22T21:16:47Z\n", + " date_updated: 2024-10-25T16:50:38Z\n", + " ... ...\n", + " sensor: OCO-3\n", + " source: Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n", + " target_bbox: POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n", + " target_id: cal001\n", + " target_name: railroadValley\n", + " title: SIMULTEST_TFP_POST_QF" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "target_ds.rio.write_crs('epsg:4326', inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a29229f3-294c-43ed-a63c-6b15196f95c6", + "metadata": {}, + "outputs": [], + "source": [ + "lat_min, lat_max = np.min(target_ds.latitude).item(), np.max(target_ds.latitude).item()\n", + "lon_min, lon_max = np.min(target_ds.longitude).item(), np.max(target_ds.longitude).item()" + ] + }, + { + "cell_type": "markdown", + "id": "fbc8ca74-4209-429e-8ad1-516b2dc4b43c", + "metadata": {}, + "source": [ + "# Visualize it" + ] + }, + { + "cell_type": "code", + "execution_count": 139, + "id": "f2d6c413-c0f7-49dc-9525-8333932ad003", + "metadata": {}, + "outputs": [], + "source": [ + "input_array = target_ds['xco2'].isel(time=0)" + ] + }, + { + "cell_type": "code", + "execution_count": 115, + "id": "397e3968-3131-44d1-9a6a-fb1c7753174e", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[-115.69020080566406, 38.49700164794922]" + ] + }, + "execution_count": 115, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "center_xy = [(lon_max-lon_min)/2 + lon_min, (lat_max-lat_min)/2 + lat_min]\n", + "center_xy" + ] + }, + { + "cell_type": "code", + "execution_count": 152, + "id": "582fe4c3-0d5f-4e14-a500-57f0b008a88c", + "metadata": {}, + "outputs": [], + "source": [ + "tms = morecantile.tms.get(\"WebMercatorQuad\")\n", + "zoom=7\n", + "x, y, z = tms.tile(center_xy[0], center_xy[1], zoom=zoom)" + ] + }, + { + "cell_type": "code", + "execution_count": 148, + "id": "25bdd904-b89e-4692-9bd5-a93ecd804359", + "metadata": {}, + "outputs": [], + "source": [ + "xrt = xarray_tiler.XarrayReader(input=input_array)" + ] + }, + { + "cell_type": "code", + "execution_count": 149, + "id": "fc326f59-41e5-4133-bd34-f00c7665a255", + "metadata": {}, + "outputs": [], + "source": [ + "imgdata = xrt.tile(tile_x=x, tile_y=y, tile_z=z)" + ] + }, + { + "cell_type": "code", + "execution_count": 150, + "id": "95aefe17-5e78-482f-bc40-a48536e2bbbc", + "metadata": {}, + "outputs": [], + "source": [ + "image = imgdata.data_as_image()" + ] + }, + { + "cell_type": "code", + "execution_count": 151, + "id": "72c1d7ac-c38d-4f29-85d4-1187bbb2ec16", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 151, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAa8AAAGiCAYAAABQ9UnfAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAurklEQVR4nO3de3xV5YHv/+/a19x2NrmQ7IRLjIpVCWWOqChjK95SmYOM1Y62/s4c9efPOa3CHAocKzoz4rQlSCvMvMpUTzv9oba1eF7n5W2qY43logz1FClWQItYbgETYmKydy47+/qcP6gbNwlIIMnmIZ/367VeZK31rLWf53mt5Mu6PdsxxhgBAGARV64rAADAYBFeAADrEF4AAOsQXgAA6xBeAADrEF4AAOsQXgAA6xBeAADrEF4AAOsQXgAA6+Q0vH74wx+qtrZWeXl5mjZtmt54441cVgcAYImchdczzzyj+fPn68EHH9TWrVv1hS98QbNmzdL+/ftzVSUAgCWcXA3MO336dF100UV67LHHMssuuOAC3XjjjWpoaMhFlQAAlvDk4kPj8bi2bNmi+++/P2t5fX29Nm3a1K98LBZTLBbLzKfTaX388ccqKyuT4zjDXl8AwNAyxqirq0vV1dVyuQZ/ETAn4dXW1qZUKqXKysqs5ZWVlWppaelXvqGhQQ8//PBIVQ8AMEKampo0fvz4QW+Xk/D6xNFnTcaYAc+kFi9erAULFmTmw+GwJk6cqKamJhUXFw97PQEAQysSiWjChAkKBAIntX1Owqu8vFxut7vfWVZra2u/szFJ8vv98vv9/ZYXFxcTXgBgsZO99ZOTpw19Pp+mTZumxsbGrOWNjY2aMWNGLqoEALBIzi4bLliwQH/913+tiy++WJdffrl+9KMfaf/+/fr617+eqyoBACyRs/C69dZb1d7ern/8x39Uc3Oz6urq9PLLL6umpiZXVQIAWCJn73mdikgkomAwqHA4zD0vALDQqf4dZ2xDAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1hjy8lixZIsdxsqZQKJRZb4zRkiVLVF1drfz8fM2cOVM7duwY6moAAM5gw3LmNXnyZDU3N2embdu2ZdYtX75cK1as0KpVq7R582aFQiFdd9116urqGo6qAADOQMMSXh6PR6FQKDONHTtW0uGzrn/6p3/Sgw8+qJtuukl1dXV68skn1dvbq6effno4qgIAOAMNS3jt2rVL1dXVqq2t1Ve/+lXt3r1bkrRnzx61tLSovr4+U9bv9+vKK6/Upk2bhqMqAIAzkGeodzh9+nQ99dRTOu+883To0CF95zvf0YwZM7Rjxw61tLRIkiorK7O2qays1L59+465z1gsplgslpmPRCJDXW0AgEWGPLxmzZqV+XnKlCm6/PLLdc455+jJJ5/UZZddJklyHCdrG2NMv2Wf1tDQoIcffnioqwoAsNSwPypfWFioKVOmaNeuXZmnDj85A/tEa2trv7OxT1u8eLHC4XBmampqGtY6AwBOb8MeXrFYTO+9956qqqpUW1urUCikxsbGzPp4PK4NGzZoxowZx9yH3+9XcXFx1gQAGL2G/LLhokWLdMMNN2jixIlqbW3Vd77zHUUiEd1+++1yHEfz58/X0qVLNWnSJE2aNElLly5VQUGBbrvttqGuCgDgDDXk4XXgwAF97WtfU1tbm8aOHavLLrtMb775pmpqaiRJ9913n6LRqO655x51dHRo+vTpevXVVxUIBIa6KgCAM5RjjDG5rsRgRSIRBYNBhcNhLiECgIVO9e84YxsCAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKwz6PB6/fXXdcMNN6i6ulqO4+j555/PWm+M0ZIlS1RdXa38/HzNnDlTO3bsyCoTi8U0b948lZeXq7CwUHPmzNGBAwdOqSEAgNFj0OHV09OjqVOnatWqVQOuX758uVasWKFVq1Zp8+bNCoVCuu6669TV1ZUpM3/+fD333HNas2aNNm7cqO7ubs2ePVupVOrkWwIAGD3MKZBknnvuucx8Op02oVDILFu2LLOsr6/PBINB8/jjjxtjjOns7DRer9esWbMmU+bgwYPG5XKZV1555YQ+NxwOG0kmHA6fSvUBADlyqn/Hh/Se1549e9TS0qL6+vrMMr/fryuvvFKbNm2SJG3ZskWJRCKrTHV1terq6jJlAAA4Hs9Q7qylpUWSVFlZmbW8srJS+/bty5Tx+XwqKSnpV+aT7Y8Wi8UUi8Uy85FIZCirDQCwzLA8beg4Tta8MabfsqMdr0xDQ4OCwWBmmjBhwpDVFQBgnyENr1AoJEn9zqBaW1szZ2OhUEjxeFwdHR3HLHO0xYsXKxwOZ6ampqahrDYAwDJDGl61tbUKhUJqbGzMLIvH49qwYYNmzJghSZo2bZq8Xm9WmebmZm3fvj1T5mh+v1/FxcVZEwBg9Br0Pa/u7m598MEHmfk9e/bo7bffVmlpqSZOnKj58+dr6dKlmjRpkiZNmqSlS5eqoKBAt912myQpGAzqrrvu0sKFC1VWVqbS0lItWrRIU6ZM0bXXXjt0LQMAnLEGHV5vvfWWrrrqqsz8ggULJEm33367nnjiCd13332KRqO655571NHRoenTp+vVV19VIBDIbLNy5Up5PB7dcsstikajuuaaa/TEE0/I7XYPQZMAAGc6xxhjcl2JwYpEIgoGgwqHw1xCBAALnerfccY2BABYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIsdudv71TtPz+a62oAI47wAgBYx5PrCgA4OTU/+p72/c1q6dJc1wQYeZx5AZba9zf/I9dVAHKG8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh0flgRE0+YWHdOs5v9MvD9TpUPMYFfzRp+i4lPZ+Y1GuqwZYhTMvYASlUi69Exmnjz4OSAmX+i6MytXn5LpagHU48wJGyC2/+W+6eFxSuzrHKlQelsqlaNyrVFFfrqsGWIfwAobR5BceUjTqUzDQq3NKHOW7E+roKtCFoRaV+KLa3VWmcYVh3fnbO9WT8ukPa87X2K29+vXrD+a66sBpjfAChpHPk1Ta76hjd6k2FwfkzU8o2Z6vkolRTS76UIf6Appd9nsF3FHtioW0M3W+jJer+cBnIbyAYVDz5DJNPfuALiiLKW0c/S41XomYR6mkW5f+2S61xwq1KXG2zi5qU8N716u7K0/pLq8KA1L75LxcVx847RFewBCpWf2IXP6U3O60CoqTKvZFJUnxtFfnVrRp16Gxivd6FfRG1Zv06dk/f+zwhhdJZ698VHlhl4xLigVz2AjAEoQXMISqysOqKOhSiS8ql2PU1DNGrd1Fmn/er/XD3pk61FGqfd2lKvLGsrbb/c2FOaoxYCfCCxgi+cHDTw1+3FeoQ70BeV1pxVJuOY7RmuZLFfDHFJz0oaaM+VC//GNdjmsL2I3wAk7R5a9+S70xn5IJvyJ9fnlcaXncaXldaRnjKJFyK5r0qjvml9uV1iVFu/WbQO1x9zmpYYWSNX1Kx93ad8e3RqglgD0IL+AkTf/V/Yon3Uqm/Eok3Ur0eZRKueT1JVVc2Kc8T0J9SY8SicO/ZuHuPMk4mpF3UL8ubT7uvvPaHPmm9iga9+qsnzbIt8+v9/9uwUg0C7ACz+QCp8AYR7G4R329Pjm9HpmPfYr3eVVR2K3pZXtVmt+rRMKtVNqlz4/7UH9x3g7tThbp1e2Tj7/jtNS+u0TxmEfl5V3Kn9oxMg0CLMGZF3AS/uyXf6dU2qe0cRRry5eTcMkpiykd8coxUjTp1a7uCrV0BZSK+NTUW6aWooB2uKv07+9fon2Lj38WFQ9K3ohLu+b+3Qi1CLAL4QWcoLN/sVSpHo8m1LTJGL/if7oc6O51yUk7KgpE1Rl3y+UxSqTc2hMpVThSIHePS664W6lujz742xN7qjBZZOTpZsxD4FgIL+AEpSJeyWWyl6UcjZ38kYp8cUlSeVGP/O6kirwx/Z+dZ8vd7pW3y1FfKDmoi/TGZdR3VmIoqw+cUbjnBXyGmn9drnOXrZAn4pYTd6k1XCSXK62CvJiShwr0caRQrV1F2tdaqrF53Rqb163uhF8149sUOK9Dic9FlXfII1df/1+32qeXquaJR/otz/vIJafLo7P+5fsj0UTAOpx5AQM4Z/kKpX1Gxmskn+TpcZQqMEq6jZJJtyTJ7TJyxR0lYod/jdJpl/zupFwy6o77Nb6oUxUFbn1UUKS2t8fJuPtfBtxz2wOSpJofL5ccqeasj7S/pVR+f55ccUe7F/LyMjAQwgsYgHFLTmVM6W6PCvZ65e2Reoolf3lUBXlxJVNu9cVdSlfEJCMZI50/rkXheJ7C8Xy1dRcqVBhRub9HAU9Mbc44jdlpjvl5pdVhSZLXndKFE5uVHO/Srt9PGKnmAtYhvIABmKo+mQ6f5DHqmxxVb5dXnmBcVSURleX1yONKS5La+wqVSLmVNo6iSa9cXqOJRR26vHyP/v2xKxQ5Wzrnkv3qGZ/SjmXH/rbkrf/5u1nz0391v/wTuoe1jYDNCC9gAOmES664IxnJcaTiqi6FAl2aWNShrqRfQW9UfldSybRL3Qm/+pJedfTmyx9IKt+d0ER/u/Lb00p73NoZHCdvd//7XX+79Wtq7Qvorf0T9cGt2Y/EF3gTunD8oZFqLmAdwguQdNZTyyRJ+YE+JeIe+Q4WKOWXnLSkZr/+/Mr39PnCJt1z/vrMNvf//maljaO+pFfhaJ7CnQUK5h/5VuSeCreKPkxpzB+NYmP6XzKc6P9YOzqrdO25O/UXr/+tdvxxnJxuj3xVPbq6tlUNVeuGu9mAtQgvQJJJOioPRRRbW66SfSm54yl1nutRX7kUr0jqzeYatZUW6p5PbfObtlolUm4VeuOqKo5oTEFUB9vGqK27UG1jC9VbZeSOuVTQbuS6o7XfZ77XU6UPX5ugD84OqXhst75w4ft64+3zR67RgMUIL0CSu9OjrmK/TKlRT9ytwpaU+sqN4hVJjanoUoEvoZae4qxtIn1+ed1pNV61UpJ03bpvalx5p8LRPL21u0ZeSfExjozbrc53K6T67M/8IFKu9777zcz83N/dJhnp/a/8w3A3F7Ae4QXo8HtVvXkFcp0dVWfII+ctr5I1fZowtlNnFberO+HX+20Vqvmf31PorPbDo8invHL5j7xInJaj60Pvam3r5xT7TZnSXikeNIoHpbNeSkjzsz9zwzXZ73CtuuhprbpoBBoLnAEIL0CSu08q2+JSV22+XN4jy7tjPu1oC6ljT4lMUUrFVV0K9+QrFvUqnXSpYOyR8Do70KYt4Ylq6QooPsaooMVRoshR39iUPA/w8AUwlAgvjEpn/axBe//L4sx8Kk9KxZX52pGzVn1ftaF2BX1RdSXy1JkulXrciqhQSh1+ClGO1HaoWP/ppQdVXtCrQm+RuhJ5SqZcMh6jeLGjZL6R8af1uSDhBQwlwgujyrn/69sKrCuUmebWd7bPVmsioBe3f15+f54SgSMjYJSd3aHJY5rldVI62DdGH/jTckVdcrUfHt8wlZ+W3Eaej72K5BfI7TKKpTyKpdxKJNySkRLFaaUK0nIXJVXm7dHv9k3URTX7c9h64Mwx6LENX3/9dd1www2qrq6W4zh6/vnns9bfcccdchwna7rsssuyysRiMc2bN0/l5eUqLCzUnDlzdODAgVNqCHAixv//Pnl7Dj+2HjMerWuaJBP1KFlgFCs98ji735NUS1+xDsWK5ZLRBecfkMbG5Inq8FlX3uFQkqRU0qW+P40w3xvzKRH2q+BDl1Jjkqqs+Vj1572nPBeD7AJDadBnXj09PZo6daruvPNO3XzzzQOWuf7667V69erMvM/ny1o/f/58/du//ZvWrFmjsrIyLVy4ULNnz9aWLVvkdrsHWyXghMUDbn18oaP80qja40WqKenQL+f8Y1aZmieXaVyV1Jfy6n/PeDxr3bmPrFDxeR2KdOcrFfHJYyTT7VGvO09nlRz+wsiICajoYFopv0+/vbNhxNoGjCaDDq9Zs2Zp1qxZxy3j9/sVCoUGXBcOh/WTn/xEP/3pT3XttddKkn72s59pwoQJeu211/SlL31psFUCTljK7yhRklK+J6W2eKEKPPEBy22q7z/SuySlPdL5Za36bXeN3N0upfKNnJSjVJ9bsaRHyfThixlv/oIBdYHhNCxfibJ+/XpVVFTovPPO0913363W1iMvaG7ZskWJREL19UdeeqmurlZdXZ02bdo04P5isZgikUjWBJwsT9itrnC+9kVKdKBrTL/1juvYA+imC9Iq9MSV7vArv9Wl8nPbZQpTUsyl9/dX6mBzyTDWHMAnhvyBjVmzZumv/uqvVFNToz179ujv//7vdfXVV2vLli3y+/1qaWmRz+dTSUn2L3llZaVaWloG3GdDQ4Mefvjhoa4qznDn/8NKuRKS+/IO1ZZ8rD0dpeqbPEaBvVJfT54ORbwK/Yejyb9eqZ6alK679B39+OKntPevFx9zn2U1HQon8lQysUORkgLFu/OVF4hJgcMjy08o61Ta8A3IwHAb8vC69dZbMz/X1dXp4osvVk1NjV566SXddNNNx9zOGCPHGfiXfvHixVqwYEFmPhKJaMIEvi4CR9T8z+9JkgoqelRRfHg09lR+tYzH0bufvqc15/A/k7674vATgQWOYmVGnrI+dcQLPvNz0kb6KFqk8oJelRf06uNogVJpR6m0S9s+9TlX/nqRvjLud5p3/tqhaySAjGF/VL6qqko1NTXatWuXJCkUCikej6ujoyPr7Ku1tVUzZswYcB9+v19+v3+4qwpLfW7JSnnz3TKO1Osu0MG4R3KMPli84JjbmHN75XGM3F/p1WUlrRrr69YbLecMWHb2G/PU1DlGv7/h25mvLpnzxly9+IVVmTKTX3goa5ujR88AMLSG5Z7Xp7W3t6upqUlVVVWSpGnTpsnr9aqxsTFTprm5Wdu3bz9meAHH4+mT/B87ymt3VPZbjwLrCuT3J4+7zVXnvK/8vCOPr6fkUiwx8P/ldreXKXXUpcB4OvupWJdz7PtkAIbeoM+8uru79cEHH2Tm9+zZo7ffflulpaUqLS3VkiVLdPPNN6uqqkp79+7VAw88oPLycn35y1+WJAWDQd11111auHChysrKVFpaqkWLFmnKlCmZpw+Bwdix7MjgtlO+uVLebqPuj49/CXCMNyqXY9TZna/3VaF8b0LxhEc1qx/Rvju/lVX23RuX9Ns+lc7+f9+2ox63BzC8Bh1eb731lq666qrM/Cf3om6//XY99thj2rZtm5566il1dnaqqqpKV111lZ555hkFAoHMNitXrpTH49Ett9yiaDSqa665Rk888QTveOGURUNGanHkaz4yQOFVaxdmhnk61FWkhy58Sd+bukXfm3p4fc3qR+S4jVy+lNx5qaz9nf/sw/rDTdmXBCUpmvRqxqvfUuf6kN5d+s1+6wEMr0GH18yZM2XMsS+R/OpXv/rMfeTl5ekHP/iBfvCDHwz244HjGvMHKZWXfXy2/Hq8OjqNEgFHPeNTWtT8Vf3VuUfWn3vWIXXHfYolPOruzb63OqGkc8DPOfCHSuV95Br+6+4ABsTYhrDGTf/xDfUmfdrbXqpYn1fpPrfOqvko6+EIJy35O418XdJ5316pVL6R3zjyRKW+Mmnv3EX99tvWXai+uFcFeTFJUu3TSyUjTZn4oQq9aV3+6rcU8MUUS3nUEz88Wox7bKH+MO/BkWk4gH4IL1ijL+VVIu1WKuVSOu7Wvv/3W/3KbH7yyBOGkxpWKFmUkjfiUdojJYqzz8jWfHCxlv3hevX05imVcinfH5fjSCblSBGv+sZ59OrMfxqwLjNe7f/ZAEYO4QVr/OHDSlWWRpTaX6jC9s9+EXjKF3epLVqklo+q1Xm+kWt8b9b6NS2XqifqV9mYbhX54mpqHyOPJ6WCMXGNqY7K40ofc9+tHYFjrgMw/AgvWOHsXyyVMY4+3FemvC5H6RM4cuNpj8rzu5WY3qLOnnwV+BO66T++offbxyqVcslxKlQS6FU86dahWJEk6b0vL5EkXfrKYoWjecfc9we3/t1QNAvASSK8cFqb8eq39OGhMXJ5pHTMLV+bR54+KeU//IWRK2b9XE81X66t22vlK+tTvCNPTsylwokR1ZZKZf4eTS5u1qa2s9Wb8Kq1N6C+Pq9M2iXHMRozplOt3UWKxbzyeI48aZhKuxSN+Y5TMwC5RHjhtHbwQKnkklI9LnkibuW3HLlc6Ol26X9/dLH2hY+M1OIvjSqddtTdXqCyqiZdUNgsSYolPYrGvTLGUaLXp/ziPk0o6VSRN6ZOT75inpTKio5cViz0xdXTR3gBpyvHHO+599NUJBJRMBhUOBxWcXFxrquDYVTz4+Vyd7uVKjx8/8nV65Iv4pLM4UfiF934gopdUd026bf9tr343x+Q25VWVzRPbldaLscobRx1d+XJcUluT0q1Y9vlc6eUNo5ae4pUXtCjV67855FuJjDqnOrfcc68cFqo+dflcqJu+at7dEFli97ePVGOJy0n35GrwyMVx+V2p5VI5itRaORKSU5Kere3WkFPdMB9et0p9cZ86gnnqTDYp7RjlEy6JefwCPCplEsp41Is6ShpXDKMBg9Yg/DCaWHq5/ZrW1O1xhZ3a3xBp3bkV6m0uEcux+ijDyv1+fEH9fwVP8yUP2vV9+X/2K0Xtv6Z3J0efXtK/31eWHJIzdFidX5cKElKJt3q6/bJ5UnL7UnL96fxD5s6xigW9aq0hLMuwBaEF04Lv989Xr6DPjV1j1VnNE8m7ai9s0ippEuelLT13VrpiiPlnaSjZIGRHCn/0MDjXKz/4yQFiqJS1K2eRIHkMXL7UyoO9CqW8CjW51WzihWPe+S4jc4paRuh1gI4VYQXTgul5V3q2V+ufX/zP7KWn7Xq+1Ja/Zan89LKa/LISXm145GBxxZ0e1KHB9B1SU7cJZMyShnJX5pUMn34MmE67Wj3VxkpA7ANQ7Mh5275zX/T1v/8Xb3/9/1DyNfpkitx5F7U4zuv1N1v/Ve5AgkVfmgU2JtdvuaJRzI/v/+Vfzj8VSXetJyEI3evS06vW27HyP2nrzBx+CoTwEqEF3Ku0B0/5rrY+ITKtx15/2rZq3O0r7tUFeURtV2aVtp71EMWA2TR2FBYxmMy61s7AurqyVM66ai3M38omgBghHHZEDm3dsf50qVH5mtWPyK5jJR0yYm6Falx6/P/faVSfmnv8oXH3dfR38WVMo7SCY9MYUqpPEdyGRnDpULAdoQXcq7oDz5d8OBK9Y1NK52XljyOnF63XDFHTtJRb5VR8H3pnX9eMOD2kxpWaNfigdcZ4yiRdMubn5AxjhzH8Eg8cAYgvJBzn4z47o47clJuGa+RymOSyygZ9ahks1d9Y48dOPGqxKA+L9nHYQ/Yjt9i5Nx73x34acGa1Y9IjhS+ok+ug9mD5F76ymJF4179+bg9qhkfGnD7c//Xt5WI5kvGkdKS4zHa+1/vH/L6Axh5hBdOW/vu/JbO+lmDykq69dZtD0iSLnhwpQr+vE1F/oTiSbfaYodfQJ78wkP6ytlvK5LM08eJQn3YE5RJl0spZ8Dv/QJgN8ILp7WCopiiG8ZKsw7Pp72S25WWz5WS35vUu7/8nIxLigeNdlVWKN+dUDiep13vjVN+VbfGFPce/wMAWInwwmmtp7VQRZ+aTxYYHdpXqkPO4VE2inukrkuj+ps/26gfvXaNnJS0e8HCzGgcZz21LCf1BjC8CC+cdia/8JBc68coVip58t1ykkfW/fG+I08VnvvIChmPtOf/OXxJcfFk6exHV2Tti3tcwJmJl5RxWjl7zXcV+0NQ8aDkSkq+Dkfu2OGvRjmaK+6orzT7reSa/3RwpKoKIIc488Lpx5HSPqNUnlHaZxStltxFyX7FYtUJeT/iEAZGI37zcVq4ceM96krkyaTKJUnx0iNDQsljtPtrD/TbxvGm5Y45OnfZCiUDaXnGRvXBLY+OVJUB5BDhhdPCp7+r6xM1qx+R0+eWcaUH3Ib7WcDoRXjhtJW33ycZafJ1f8x1VQCcZnhgA6etRCCtZIHRlg9qVPMkj7wDOIIzL5xWav51ufb9f/dJ+tP7WgAwAM68cFpxdbtzXQUAFiC8cFpJj+n/SDwAHI3Lhjit7LvjyCC6Z/3w+zJ5KTm+tMpKu7XlL76bw5oBOJ0QXjitOd60aqrac10NAKcZwgunrYqz2/Xb6xtyXQ0ApyHueeG0RXABOBbCCyNi8v0rc10FAGcQwgsjIjrWfHYhADhB3PPCsDpn+QrltTky1YQXgKFDeGFYffrLIwFgqHDZEABgHcILAGAdwgsAYB3CCwBgHcILAGAdwgsj4vx/4CVlAEOH8MKIMBxpAIYQf1IwInYu+WauqwDgDEJ4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArDOo8GpoaNAll1yiQCCgiooK3Xjjjdq5c2dWGWOMlixZourqauXn52vmzJnasWNHVplYLKZ58+apvLxchYWFmjNnjg4cOHDqrQEAjAqDCq8NGzbo3nvv1ZtvvqnGxkYlk0nV19erp6cnU2b58uVasWKFVq1apc2bNysUCum6665TV1dXpsz8+fP13HPPac2aNdq4caO6u7s1e/ZspVKpoWsZAODMZU5Ba2urkWQ2bNhgjDEmnU6bUChkli1blinT19dngsGgefzxx40xxnR2dhqv12vWrFmTKXPw4EHjcrnMK6+8ckKfGw6HjSQTDodPpfoAgBw51b/jp3TPKxwOS5JKS0slSXv27FFLS4vq6+szZfx+v6688kpt2rRJkrRlyxYlEomsMtXV1aqrq8uUOVosFlMkEsmaAACj10mHlzFGCxYs0BVXXKG6ujpJUktLiySpsrIyq2xlZWVmXUtLi3w+n0pKSo5Z5mgNDQ0KBoOZacKECSdbbQDAGeCkw2vu3Ll655139Itf/KLfOsdxsuaNMf2WHe14ZRYvXqxwOJyZmpqaTrbaAIAzwEmF17x58/Tiiy9q3bp1Gj9+fGZ5KBSSpH5nUK2trZmzsVAopHg8ro6OjmOWOZrf71dxcXHWBAAYvQYVXsYYzZ07V88++6zWrl2r2trarPW1tbUKhUJqbGzMLIvH49qwYYNmzJghSZo2bZq8Xm9WmebmZm3fvj1TBgCA4/EMpvC9996rp59+Wi+88IICgUDmDCsYDCo/P1+O42j+/PlaunSpJk2apEmTJmnp0qUqKCjQbbfdlil71113aeHChSorK1NpaakWLVqkKVOm6Nprrx36FgIAzjiDCq/HHntMkjRz5sys5atXr9Ydd9whSbrvvvsUjUZ1zz33qKOjQ9OnT9err76qQCCQKb9y5Up5PB7dcsstikajuuaaa/TEE0/I7XafWmsAAKOCY4wxua7EYEUiEQWDQYXDYe5/AYCFTvXvOGMbAgCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsM6jwamho0CWXXKJAIKCKigrdeOON2rlzZ1aZO+64Q47jZE2XXXZZVplYLKZ58+apvLxchYWFmjNnjg4cOHDqrQEAjAqDCq8NGzbo3nvv1ZtvvqnGxkYlk0nV19erp6cnq9z111+v5ubmzPTyyy9nrZ8/f76ee+45rVmzRhs3blR3d7dmz56tVCp16i0CAJzxPIMp/Morr2TNr169WhUVFdqyZYu++MUvZpb7/X6FQqEB9xEOh/WTn/xEP/3pT3XttddKkn72s59pwoQJeu211/SlL31psG0AAIwyp3TPKxwOS5JKS0uzlq9fv14VFRU677zzdPfdd6u1tTWzbsuWLUokEqqvr88sq66uVl1dnTZt2jTg58RiMUUikawJADB6nXR4GWO0YMECXXHFFaqrq8ssnzVrln7+859r7dq1evTRR7V582ZdffXVisVikqSWlhb5fD6VlJRk7a+yslItLS0DflZDQ4OCwWBmmjBhwslWGwBwBhjUZcNPmzt3rt555x1t3Lgxa/mtt96a+bmurk4XX3yxampq9NJLL+mmm2465v6MMXIcZ8B1ixcv1oIFCzLzkUiEAAOAUeykzrzmzZunF198UevWrdP48eOPW7aqqko1NTXatWuXJCkUCikej6ujoyOrXGtrqyorKwfch9/vV3FxcdYEABi9BhVexhjNnTtXzz77rNauXava2trP3Ka9vV1NTU2qqqqSJE2bNk1er1eNjY2ZMs3Nzdq+fbtmzJgxyOoDAEajQV02vPfee/X000/rhRdeUCAQyNyjCgaDys/PV3d3t5YsWaKbb75ZVVVV2rt3rx544AGVl5fry1/+cqbsXXfdpYULF6qsrEylpaVatGiRpkyZknn6EACA4xlUeD322GOSpJkzZ2YtX716te644w653W5t27ZNTz31lDo7O1VVVaWrrrpKzzzzjAKBQKb8ypUr5fF4dMsttygajeqaa67RE088IbfbfeotAgCc8RxjjMl1JQYrEokoGAwqHA5z/wsALHSqf8dP+mnDXPokb3nfCwDs9Mnf75M9f7IyvLq6uiSJx+UBwHJdXV0KBoOD3s7Ky4bpdFo7d+7UhRdeqKamJi4dDuCTd+Hon4HRP5+NPjo++uf4Pqt/jDHq6upSdXW1XK7Bv7Vl5ZmXy+XSuHHjJIn3vj4D/XN89M9no4+Oj/45vuP1z8mccX2C7/MCAFiH8AIAWMfa8PL7/XrooYfk9/tzXZXTEv1zfPTPZ6OPjo/+Ob7h7h8rH9gAAIxu1p55AQBGL8ILAGAdwgsAYB3CCwBgHWvD64c//KFqa2uVl5enadOm6Y033sh1lUbckiVL5DhO1hQKhTLrjTFasmSJqqurlZ+fr5kzZ2rHjh05rPHwe/3113XDDTeourpajuPo+eefz1p/In0Si8U0b948lZeXq7CwUHPmzNGBAwdGsBXD57P654477uh3TF122WVZZc7k/mloaNAll1yiQCCgiooK3Xjjjdq5c2dWmdF8DJ1I/4zUMWRleD3zzDOaP3++HnzwQW3dulVf+MIXNGvWLO3fvz/XVRtxkydPVnNzc2batm1bZt3y5cu1YsUKrVq1Sps3b1YoFNJ1112XGRvyTNTT06OpU6dq1apVA64/kT6ZP3++nnvuOa1Zs0YbN25Ud3e3Zs+erVQqNVLNGDaf1T+SdP3112cdUy+//HLW+jO5fzZs2KB7771Xb775phobG5VMJlVfX6+enp5MmdF8DJ1I/0gjdAwZC1166aXm61//etay888/39x///05qlFuPPTQQ2bq1KkDrkun0yYUCplly5ZllvX19ZlgMGgef/zxEaphbkkyzz33XGb+RPqks7PTeL1es2bNmkyZgwcPGpfLZV555ZURq/tIOLp/jDHm9ttvN3/5l395zG1GU/8YY0xra6uRZDZs2GCM4Rg62tH9Y8zIHUPWnXnF43Ft2bJF9fX1Wcvr6+u1adOmHNUqd3bt2qXq6mrV1tbqq1/9qnbv3i1J2rNnj1paWrL6ye/368orrxyV/SSdWJ9s2bJFiUQiq0x1dbXq6upGTb+tX79eFRUVOu+883T33XertbU1s2609U84HJYklZaWSuIYOtrR/fOJkTiGrAuvtrY2pVIpVVZWZi2vrKxUS0tLjmqVG9OnT9dTTz2lX/3qV/rxj3+slpYWzZgxQ+3t7Zm+oJ+OOJE+aWlpkc/nU0lJyTHLnMlmzZqln//851q7dq0effRRbd68WVdffbVisZik0dU/xhgtWLBAV1xxherq6iRxDH3aQP0jjdwxZOWo8pLkOE7WvDGm37Iz3axZszI/T5kyRZdffrnOOeccPfnkk5kbpPRTfyfTJ6Ol32699dbMz3V1dbr44otVU1Ojl156STfddNMxtzsT+2fu3Ll65513tHHjxn7rOIaO3T8jdQxZd+ZVXl4ut9vdL6FbW1v7/W9otCksLNSUKVO0a9euzFOH9NMRJ9InoVBI8XhcHR0dxywzmlRVVammpka7du2SNHr6Z968eXrxxRe1bt06jR8/PrOcY+iwY/XPQIbrGLIuvHw+n6ZNm6bGxsas5Y2NjZoxY0aOanV6iMVieu+991RVVaXa2lqFQqGsforH49qwYcOo7acT6ZNp06bJ6/VmlWlubtb27dtHZb+1t7erqalJVVVVks78/jHGaO7cuXr22We1du1a1dbWZq0f7cfQZ/XPQIbtGDrhRztOI2vWrDFer9f85Cc/Me+++66ZP3++KSwsNHv37s111UbUwoULzfr1683u3bvNm2++aWbPnm0CgUCmH5YtW2aCwaB59tlnzbZt28zXvvY1U1VVZSKRSI5rPny6urrM1q1bzdatW40ks2LFCrN161azb98+Y8yJ9cnXv/51M378ePPaa6+Z3/3ud+bqq682U6dONclkMlfNGjLH65+uri6zcOFCs2nTJrNnzx6zbt06c/nll5tx48aNmv75xje+YYLBoFm/fr1pbm7OTL29vZkyo/kY+qz+GcljyMrwMsaYf/mXfzE1NTXG5/OZiy66KOtRzdHi1ltvNVVVVcbr9Zrq6mpz0003mR07dmTWp9Np89BDD5lQKGT8fr/54he/aLZt25bDGg+/devWGUn9pttvv90Yc2J9Eo1Gzdy5c01paanJz883s2fPNvv3789Ba4be8fqnt7fX1NfXm7Fjxxqv12smTpxobr/99n5tP5P7Z6C+kWRWr16dKTOaj6HP6p+RPIb4ShQAgHWsu+cFAADhBQCwDuEFALAO4QUAsA7hBQCwDuEFALAO4QUAsA7hBQCwDuEFALAO4QUAsA7hBQCwDuEFALDO/wVlvsiAWy+uxQAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "imshow(image)" + ] + }, + { + "cell_type": "markdown", + "id": "7b987d08-1e6b-4185-a70f-064f50706875", + "metadata": {}, + "source": [ + "## STAC" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "e0feac4a-df03-468a-9459-92feb894c4c2", + "metadata": {}, + "outputs": [], + "source": [ + "site_name = \"cal001\"\n", + "s3_target_zarr_dir = \"s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3\"\n", + "site_zarr_s3url = f\"{s3_target_zarr_dir}/{site_name}.zarr\"\n", + "item_template = {\n", + " \"id\": f\"oco3-target-{site_name}\",\n", + " \"type\": \"Feature\",\n", + " \"links\": [],\n", + " #\"bbox\": [lon_min, lat_min, lon_max, lat_max],\n", + " # \"geometry\": shapely.geometry.mapping(shapely.geometry.box(*BBOX[region])),\n", + " \"stac_version\": \"1.0.0\",\n", + " \"properties\": {\"start_datetime\": None, \"end_datetime\": None},\n", + " \"assets\": {\n", + " \"zarr-s3\": {\n", + " \"href\": site_zarr_s3url,\n", + " \"type\": \"application/vnd+zarr\",\n", + " \"roles\": [\"data\", \"zarr\", \"s3\"],\n", + " \"xarray:open_kwargs\": {\"consolidated\": True},\n", + " }\n", + " },\n", + "}" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "02677c96-616e-4d93-b136-377813a0ed64", + "metadata": {}, + "outputs": [], + "source": [ + "item = xstac.xarray_to_stac(\n", + " target_ds, item_template, temporal_dimension=\"time\", x_dimension=\"longitude\", y_dimension=\"latitude\"\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "5d64a57d-0914-4c6e-b06e-2dc6e5945d9c", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'assets': {'zarr-s3': {'href': 's3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3//cal001.zarr',\n", + " 'roles': ['data', 'zarr', 's3'],\n", + " 'type': 'application/vnd+zarr',\n", + " 'xarray:open_kwargs': {'consolidated': True}}},\n", + " 'geometry': None,\n", + " 'id': 'oco3-target-cal001',\n", + " 'links': [],\n", + " 'properties': {'cube:dimensions': {'latitude': {'axis': 'y',\n", + " 'description': 'latitude',\n", + " 'extent': [36.99700164794922,\n", + " 39.99700164794922],\n", + " 'reference_system': {'$schema': 'https://proj.org/schemas/v0.7/projjson.schema.json',\n", + " 'coordinate_system': {'axis': [{'abbreviation': 'Lat',\n", + " 'direction': 'north',\n", + " 'name': 'Geodetic '\n", + " 'latitude',\n", + " 'unit': 'degree'},\n", + " {'abbreviation': 'Lon',\n", + " 'direction': 'east',\n", + " 'name': 'Geodetic '\n", + " 'longitude',\n", + " 'unit': 'degree'}],\n", + " 'subtype': 'ellipsoidal'},\n", + " 'datum': {'ellipsoid': {'inverse_flattening': 298.257223563,\n", + " 'name': 'WGS '\n", + " '84',\n", + " 'semi_major_axis': 6378137},\n", + " 'name': 'World '\n", + " 'Geodetic '\n", + " 'System '\n", + " '1984',\n", + " 'type': 'GeodeticReferenceFrame'},\n", + " 'id': {'authority': 'EPSG',\n", + " 'code': 4326},\n", + " 'name': 'WGS '\n", + " '84',\n", + " 'type': 'GeographicCRS'},\n", + " 'type': 'spatial'},\n", + " 'longitude': {'axis': 'x',\n", + " 'description': 'longitude',\n", + " 'extent': [-117.19020080566406,\n", + " -114.19020080566406],\n", + " 'reference_system': {'$schema': 'https://proj.org/schemas/v0.7/projjson.schema.json',\n", + " 'coordinate_system': {'axis': [{'abbreviation': 'Lat',\n", + " 'direction': 'north',\n", + " 'name': 'Geodetic '\n", + " 'latitude',\n", + " 'unit': 'degree'},\n", + " {'abbreviation': 'Lon',\n", + " 'direction': 'east',\n", + " 'name': 'Geodetic '\n", + " 'longitude',\n", + " 'unit': 'degree'}],\n", + " 'subtype': 'ellipsoidal'},\n", + " 'datum': {'ellipsoid': {'inverse_flattening': 298.257223563,\n", + " 'name': 'WGS '\n", + " '84',\n", + " 'semi_major_axis': 6378137},\n", + " 'name': 'World '\n", + " 'Geodetic '\n", + " 'System '\n", + " '1984',\n", + " 'type': 'GeodeticReferenceFrame'},\n", + " 'id': {'authority': 'EPSG',\n", + " 'code': 4326},\n", + " 'name': 'WGS '\n", + " '84',\n", + " 'type': 'GeographicCRS'},\n", + " 'type': 'spatial'},\n", + " 'time': {'description': 'time',\n", + " 'extent': ['2019-10-10T19:01:39Z',\n", + " '2020-05-03T16:00:01Z'],\n", + " 'type': 'temporal'}},\n", + " 'cube:variables': {'spatial_ref': {'attrs': {'crs_wkt': 'GEOGCS[\"WGS '\n", + " '84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS '\n", + " '84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]],AUTHORITY[\"EPSG\",\"6326\"]],PRIMEM[\"Greenwich\",0,AUTHORITY[\"EPSG\",\"8901\"]],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]],AXIS[\"Latitude\",NORTH],AXIS[\"Longitude\",EAST],AUTHORITY[\"EPSG\",\"4326\"]]',\n", + " 'geographic_crs_name': 'WGS '\n", + " '84',\n", + " 'grid_mapping_name': 'latitude_longitude',\n", + " 'horizontal_datum_name': 'World '\n", + " 'Geodetic '\n", + " 'System '\n", + " '1984',\n", + " 'inverse_flattening': 298.257223563,\n", + " 'longitude_of_prime_meridian': 0.0,\n", + " 'prime_meridian_name': 'Greenwich',\n", + " 'reference_ellipsoid_name': 'WGS '\n", + " '84',\n", + " 'semi_major_axis': 6378137.0,\n", + " 'semi_minor_axis': 6356752.314245179,\n", + " 'spatial_ref': 'GEOGCS[\"WGS '\n", + " '84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS '\n", + " '84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]],AUTHORITY[\"EPSG\",\"6326\"]],PRIMEM[\"Greenwich\",0,AUTHORITY[\"EPSG\",\"8901\"]],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]],AXIS[\"Latitude\",NORTH],AXIS[\"Longitude\",EAST],AUTHORITY[\"EPSG\",\"4326\"]]'},\n", + " 'dimensions': [],\n", + " 'shape': [],\n", + " 'type': 'auxiliary'},\n", + " 'xco2': {'attrs': {'comment': 'Column-averaged '\n", + " 'dry-air mole '\n", + " 'fraction of '\n", + " 'CO2 '\n", + " '(includes '\n", + " 'bias '\n", + " 'correction)',\n", + " 'long_name': 'XCO2',\n", + " 'units': 'ppm'},\n", + " 'description': 'XCO2',\n", + " 'dimensions': ['time',\n", + " 'latitude',\n", + " 'longitude'],\n", + " 'shape': [9, 800, 800],\n", + " 'type': 'data',\n", + " 'unit': 'ppm'}},\n", + " 'datetime': None,\n", + " 'end_datetime': '2020-05-03T16:00:01Z',\n", + " 'start_datetime': '2019-10-10T19:01:39Z'},\n", + " 'stac_extensions': ['https://stac-extensions.github.io/datacube/v2.2.0/schema.json'],\n", + " 'stac_version': '1.0.0',\n", + " 'type': 'Feature'}\n" + ] + } + ], + "source": [ + "import pprint\n", + "pprint.pprint(item.to_dict())" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.5" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} From d68ff6d6c60df8fb0e31e44f97e0d094de7f60f8 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Tue, 11 Mar 2025 17:45:20 -0700 Subject: [PATCH 02/11] Add files via upload --- transformation-scripts/oco3-zarrs/oco3.ipynb | 688 ++++++++++++++++--- 1 file changed, 574 insertions(+), 114 deletions(-) diff --git a/transformation-scripts/oco3-zarrs/oco3.ipynb b/transformation-scripts/oco3-zarrs/oco3.ipynb index 25486ca7..e434a9a3 100644 --- a/transformation-scripts/oco3-zarrs/oco3.ipynb +++ b/transformation-scripts/oco3-zarrs/oco3.ipynb @@ -2,7 +2,17 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, + "id": "fc5b34c4-3786-494c-8ac2-56f7eef27fcf", + "metadata": {}, + "outputs": [], + "source": [ + "#!pip install xstac" + ] + }, + { + "cell_type": "code", + "execution_count": 50, "id": "605bc548-594c-4592-9ec5-c313ef0de49a", "metadata": {}, "outputs": [], @@ -13,18 +23,55 @@ "import numpy as np\n", "from rio_tiler.io import xarray as xarray_tiler\n", "import xarray as xr\n", - "import xstac" + "import xstac\n", + "import s3fs\n", + "import shapely" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 34, "id": "e0808b16-f558-4ccb-8fd8-b381f69cbae1", "metadata": {}, "outputs": [], "source": [ "main_dir = 's3://sdap-dev-zarr/OCO3/outputs/veda'\n", - "target_zarr = f'{main_dir}/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/cal001.zarr/'\n" + "target_dir = 'demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3'\n", + "site_name = 'cal001'\n", + "zarr_url = f'{main_dir}/{target_dir}/{site_name}.zarr/'\n" + ] + }, + { + "cell_type": "markdown", + "id": "f747b1cc-43c9-4a12-8197-7e4fcbb936ea", + "metadata": {}, + "source": [ + "There also happens to be COGs in SIMULTEST_TFP_cog." + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "id": "22c823f3-a893-4795-bba3-5a4df42515ec", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " PRE latitude/\n", + " PRE longitude/\n", + " PRE time/\n", + " PRE xco2/\n", + "2024-10-28 18:51:39 1210 .zattrs\n", + "2024-10-28 18:51:40 24 .zgroup\n", + "2024-10-28 18:51:40 5034 .zmetadata\n" + ] + } + ], + "source": [ + "#!aws s3 ls {main_dir}/demo-2024.10.28-target/SIMULTEST_TFP_cog/\n", + "!aws s3 ls {zarr_url}" ] }, { @@ -37,20 +84,31 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 28, "id": "688225e0-a5ac-4497-b0d6-78b92874142f", "metadata": {}, "outputs": [], "source": [ - "store = fsspec.get_mapper(target_zarr)\n", - "target_ds = xr.open_zarr(store, zarr_version=2, chunks=None)" + "fs = s3fs.S3FileSystem(anon=False) # Set anon=True if accessing public data\n", + "store = fs.get_mapper(zarr_url)\n", + "target_ds = xr.open_zarr(store, zarr_format=2, chunks=None)" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 30, "id": "dab6557e-6ff8-4f33-a80f-cc8f03537a9d", "metadata": {}, + "outputs": [], + "source": [ + "xco2_values = target_ds.xco2" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "a72c8b1c-fba6-43ec-8fe5-f20bf998c1d9", + "metadata": {}, "outputs": [ { "data": { @@ -137,7 +195,7 @@ ".xr-sections {\n", " padding-left: 0 !important;\n", " display: grid;\n", - " grid-template-columns: 150px auto auto 1fr 20px 20px;\n", + " grid-template-columns: 150px auto auto 1fr 0 20px 0 20px;\n", "}\n", "\n", ".xr-section-item {\n", @@ -145,9 +203,405 @@ "}\n", "\n", ".xr-section-item input {\n", + " display: inline-block;\n", + " opacity: 0;\n", + "}\n", + "\n", + ".xr-section-item input + label {\n", + " color: var(--xr-disabled-color);\n", + "}\n", + "\n", + ".xr-section-item input:enabled + label {\n", + " cursor: pointer;\n", + " color: var(--xr-font-color2);\n", + "}\n", + "\n", + ".xr-section-item input:focus + label {\n", + " border: 2px solid var(--xr-font-color0);\n", + "}\n", + "\n", + ".xr-section-item input:enabled + label:hover {\n", + " color: var(--xr-font-color0);\n", + "}\n", + "\n", + ".xr-section-summary {\n", + " grid-column: 1;\n", + " color: var(--xr-font-color2);\n", + " font-weight: 500;\n", + "}\n", + "\n", + ".xr-section-summary > span {\n", + " display: inline-block;\n", + " padding-left: 0.5em;\n", + "}\n", + "\n", + ".xr-section-summary-in:disabled + label {\n", + " color: var(--xr-font-color2);\n", + "}\n", + "\n", + ".xr-section-summary-in + label:before {\n", + " display: inline-block;\n", + " content: '►';\n", + " font-size: 11px;\n", + " width: 15px;\n", + " text-align: center;\n", + "}\n", + "\n", + ".xr-section-summary-in:disabled + label:before {\n", + " color: var(--xr-disabled-color);\n", + "}\n", + "\n", + ".xr-section-summary-in:checked + label:before {\n", + " content: '▼';\n", + "}\n", + "\n", + ".xr-section-summary-in:checked + label > span {\n", + " display: none;\n", + "}\n", + "\n", + ".xr-section-summary,\n", + ".xr-section-inline-details {\n", + " padding-top: 4px;\n", + " padding-bottom: 4px;\n", + "}\n", + "\n", + ".xr-section-inline-details {\n", + " grid-column: 2 / -1;\n", + "}\n", + "\n", + ".xr-section-details {\n", + " display: none;\n", + " grid-column: 1 / -1;\n", + " margin-bottom: 5px;\n", + "}\n", + "\n", + ".xr-section-summary-in:checked ~ .xr-section-details {\n", + " display: contents;\n", + "}\n", + "\n", + ".xr-array-wrap {\n", + " grid-column: 1 / -1;\n", + " display: grid;\n", + " grid-template-columns: 20px auto;\n", + "}\n", + "\n", + ".xr-array-wrap > label {\n", + " grid-column: 1;\n", + " vertical-align: top;\n", + "}\n", + "\n", + ".xr-preview {\n", + " color: var(--xr-font-color3);\n", + "}\n", + "\n", + ".xr-array-preview,\n", + ".xr-array-data {\n", + " padding: 0 5px !important;\n", + " grid-column: 2;\n", + "}\n", + "\n", + ".xr-array-data,\n", + ".xr-array-in:checked ~ .xr-array-preview {\n", + " display: none;\n", + "}\n", + "\n", + ".xr-array-in:checked ~ .xr-array-data,\n", + ".xr-array-preview {\n", + " display: inline-block;\n", + "}\n", + "\n", + ".xr-dim-list {\n", + " display: inline-block !important;\n", + " list-style: none;\n", + " padding: 0 !important;\n", + " margin: 0;\n", + "}\n", + "\n", + ".xr-dim-list li {\n", + " display: inline-block;\n", + " padding: 0;\n", + " margin: 0;\n", + "}\n", + "\n", + ".xr-dim-list:before {\n", + " content: '(';\n", + "}\n", + "\n", + ".xr-dim-list:after {\n", + " content: ')';\n", + "}\n", + "\n", + ".xr-dim-list li:not(:last-child):after {\n", + " content: ',';\n", + " padding-right: 5px;\n", + "}\n", + "\n", + ".xr-has-index {\n", + " font-weight: bold;\n", + "}\n", + "\n", + ".xr-var-list,\n", + ".xr-var-item {\n", + " display: contents;\n", + "}\n", + "\n", + ".xr-var-item > div,\n", + ".xr-var-item label,\n", + ".xr-var-item > .xr-var-name span {\n", + " background-color: var(--xr-background-color-row-even);\n", + " margin-bottom: 0;\n", + "}\n", + "\n", + ".xr-var-item > .xr-var-name:hover span {\n", + " padding-right: 5px;\n", + "}\n", + "\n", + ".xr-var-list > li:nth-child(odd) > div,\n", + ".xr-var-list > li:nth-child(odd) > label,\n", + ".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n", + " background-color: var(--xr-background-color-row-odd);\n", + "}\n", + "\n", + ".xr-var-name {\n", + " grid-column: 1;\n", + "}\n", + "\n", + ".xr-var-dims {\n", + " grid-column: 2;\n", + "}\n", + "\n", + ".xr-var-dtype {\n", + " grid-column: 3;\n", + " text-align: right;\n", + " color: var(--xr-font-color2);\n", + "}\n", + "\n", + ".xr-var-preview {\n", + " grid-column: 4;\n", + "}\n", + "\n", + ".xr-index-preview {\n", + " grid-column: 2 / 5;\n", + " color: var(--xr-font-color2);\n", + "}\n", + "\n", + ".xr-var-name,\n", + ".xr-var-dims,\n", + ".xr-var-dtype,\n", + ".xr-preview,\n", + ".xr-attrs dt {\n", + " white-space: nowrap;\n", + " overflow: hidden;\n", + " text-overflow: ellipsis;\n", + " padding-right: 10px;\n", + "}\n", + "\n", + ".xr-var-name:hover,\n", + ".xr-var-dims:hover,\n", + ".xr-var-dtype:hover,\n", + ".xr-attrs dt:hover {\n", + " overflow: visible;\n", + " width: auto;\n", + " z-index: 1;\n", + "}\n", + "\n", + ".xr-var-attrs,\n", + ".xr-var-data,\n", + ".xr-index-data {\n", + " display: none;\n", + " background-color: var(--xr-background-color) !important;\n", + " padding-bottom: 5px !important;\n", + "}\n", + "\n", + ".xr-var-attrs-in:checked ~ .xr-var-attrs,\n", + ".xr-var-data-in:checked ~ .xr-var-data,\n", + ".xr-index-data-in:checked ~ .xr-index-data {\n", + " display: block;\n", + "}\n", + "\n", + ".xr-var-data > table {\n", + " float: right;\n", + "}\n", + "\n", + ".xr-var-name span,\n", + ".xr-var-data,\n", + ".xr-index-name div,\n", + ".xr-index-data,\n", + ".xr-attrs {\n", + " padding-left: 25px !important;\n", + "}\n", + "\n", + ".xr-attrs,\n", + ".xr-var-attrs,\n", + ".xr-var-data,\n", + ".xr-index-data {\n", + " grid-column: 1 / -1;\n", + "}\n", + "\n", + "dl.xr-attrs {\n", + " padding: 0;\n", + " margin: 0;\n", + " display: grid;\n", + " grid-template-columns: 125px auto;\n", + "}\n", + "\n", + ".xr-attrs dt,\n", + ".xr-attrs dd {\n", + " padding: 0;\n", + " margin: 0;\n", + " float: left;\n", + " padding-right: 10px;\n", + " width: auto;\n", + "}\n", + "\n", + ".xr-attrs dt {\n", + " font-weight: normal;\n", + " grid-column: 1;\n", + "}\n", + "\n", + ".xr-attrs dt:hover span {\n", + " display: inline-block;\n", + " background: var(--xr-background-color);\n", + " padding-right: 10px;\n", + "}\n", + "\n", + ".xr-attrs dd {\n", + " grid-column: 2;\n", + " white-space: pre-wrap;\n", + " word-break: break-all;\n", + "}\n", + "\n", + ".xr-icon-database,\n", + ".xr-icon-file-text2,\n", + ".xr-no-icon {\n", + " display: inline-block;\n", + " vertical-align: middle;\n", + " width: 1em;\n", + " height: 1.5em !important;\n", + " stroke-width: 0;\n", + " stroke: currentColor;\n", + " fill: currentColor;\n", + "}\n", + "
<xarray.DataArray 'xco2' ()> Size: 4B\n",
+       "array(405.46622, dtype=float32)
" + ], + "text/plain": [ + " Size: 4B\n", + "array(405.46622, dtype=float32)" + ] + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "xco2_values.min()" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "id": "be73546b-dde6-49fe-bb24-6ad36732091a", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.Dataset> Size: 23MB\n",
-       "Dimensions:    (latitude: 800, longitude: 800, time: 9)\n",
-       "Coordinates:\n",
-       "  * latitude   (latitude) float32 3kB 37.0 37.0 37.0 37.01 ... 39.99 39.99 40.0\n",
-       "  * longitude  (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n",
-       "  * time       (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03T1...\n",
-       "Data variables:\n",
-       "    xco2       (time, latitude, longitude) float32 23MB ...\n",
-       "Attributes: (12/20)\n",
-       "    comment:                NetCDF Lite files converted to Zarr (and/or Cloud...\n",
-       "    contacts:               Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; N...\n",
-       "    coverage_end:           2020-05-03T16:00:01Z\n",
-       "    coverage_start:         2019-10-10T19:01:39Z\n",
-       "    date_created:           2024-10-22T21:16:47Z\n",
-       "    date_updated:           2024-10-25T16:50:38Z\n",
-       "    ...                     ...\n",
-       "    sensor:                 OCO-3\n",
-       "    source:                 Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n",
-       "    target_bbox:            POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n",
-       "    target_id:              cal001\n",
-       "    target_name:            railroadValley\n",
-       "    title:                  SIMULTEST_TFP_POST_QF
" + "
<xarray.DataArray 'xco2' ()> Size: 4B\n",
+       "array(421.2759, dtype=float32)
" ], "text/plain": [ - " Size: 23MB\n", - "Dimensions: (latitude: 800, longitude: 800, time: 9)\n", - "Coordinates:\n", - " * latitude (latitude) float32 3kB 37.0 37.0 37.0 37.01 ... 39.99 39.99 40.0\n", - " * longitude (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n", - " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03T1...\n", - "Data variables:\n", - " xco2 (time, latitude, longitude) float32 23MB ...\n", - "Attributes: (12/20)\n", - " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", - " contacts: Riley Kuttruff ; N...\n", - " coverage_end: 2020-05-03T16:00:01Z\n", - " coverage_start: 2019-10-10T19:01:39Z\n", - " date_created: 2024-10-22T21:16:47Z\n", - " date_updated: 2024-10-25T16:50:38Z\n", - " ... ...\n", - " sensor: OCO-3\n", - " source: Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n", - " target_bbox: POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n", - " target_id: cal001\n", - " target_name: railroadValley\n", - " title: SIMULTEST_TFP_POST_QF" + " Size: 4B\n", + "array(421.2759, dtype=float32)" ] }, - "execution_count": 5, + "execution_count": 32, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "target_ds" + "xco2_values.max()" ] }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 38, "id": "2f7f9055-fa30-4b99-b8af-ef839433fc42", "metadata": {}, "outputs": [ @@ -600,7 +985,7 @@ ".xr-sections {\n", " padding-left: 0 !important;\n", " display: grid;\n", - " grid-template-columns: 150px auto auto 1fr 20px 20px;\n", + " grid-template-columns: 150px auto auto 1fr 0 20px 0 20px;\n", "}\n", "\n", ".xr-section-item {\n", @@ -608,7 +993,8 @@ "}\n", "\n", ".xr-section-item input {\n", - " display: none;\n", + " display: inline-block;\n", + " opacity: 0;\n", "}\n", "\n", ".xr-section-item input + label {\n", @@ -620,6 +1006,10 @@ " color: var(--xr-font-color2);\n", "}\n", "\n", + ".xr-section-item input:focus + label {\n", + " border: 2px solid var(--xr-font-color0);\n", + "}\n", + "\n", ".xr-section-item input:enabled + label:hover {\n", " color: var(--xr-font-color0);\n", "}\n", @@ -890,7 +1280,7 @@ " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n", " spatial_ref int64 8B 0\n", "Data variables:\n", - " xco2 (time, latitude, longitude) float32 23MB ...\n", + " xco2 (time, latitude, longitude) float32 23MB nan nan ... nan nan\n", "Attributes: (12/20)\n", " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", " contacts: Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; N...\n", @@ -904,13 +1294,37 @@ " target_bbox: POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n", " target_id: cal001\n", " target_name: railroadValley\n", - " title: SIMULTEST_TFP_POST_QF
  • comment :
    NetCDF Lite files converted to Zarr (and/or Cloud-Optimized GeoTIFF) on fixed grid
    contacts :
    Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; Nga Chung <Nga.T.Chung@jpl.nasa.gov>; Abhishek Chatterjee <Abhishek.Chatterjee@jpl.nasa.gov>
    coverage_end :
    2020-05-03T16:00:01Z
    coverage_start :
    2019-10-10T19:01:39Z
    date_created :
    2024-10-22T21:16:47Z
    date_updated :
    2024-10-25T16:50:38Z
    institution :
    Jet Propulsion Laboratory
    interpolation_method :
    nearest
    operation_mode :
    Snapshot Area Mapping [SAM] + Target
    pipeline_version :
    2024.10.8
    platform :
    ISS
    processing_level :
    L3
    quality_flag_filtered :
    yes
    references :
    10.5194/amt-12-2341-2019, 10.1016/j.rse.2020.112032, 10.1016/j.rse.2021.112314
    sensor :
    OCO-3
    source :
    Derived from the OCO3_L2_Lite_FP_10.4r dataset from GES-DISC (https://disc.gsfc.nasa.gov/datasets/OCO3_L2_Lite_FP_10.4r/summary)
    target_bbox :
    POLYGON ((-114.1902 36.997, -114.1902 39.997, -117.1902 39.997, -117.1902 36.997, -114.1902 36.997))
    target_id :
    cal001
    target_name :
    railroadValley
    title :
    SIMULTEST_TFP_POST_QF
    • " ], "text/plain": [ " Size: 23MB\n", @@ -948,7 +1362,7 @@ " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n", " spatial_ref int64 8B 0\n", "Data variables:\n", - " xco2 (time, latitude, longitude) float32 23MB ...\n", + " xco2 (time, latitude, longitude) float32 23MB nan nan ... nan nan\n", "Attributes: (12/20)\n", " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", " contacts: Riley Kuttruff ; N...\n", @@ -965,7 +1379,7 @@ " title: SIMULTEST_TFP_POST_QF" ] }, - "execution_count": 11, + "execution_count": 38, "metadata": {}, "output_type": "execute_result" } @@ -976,7 +1390,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 39, "id": "a29229f3-294c-43ed-a63c-6b15196f95c6", "metadata": {}, "outputs": [], @@ -1108,25 +1522,23 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 53, "id": "e0feac4a-df03-468a-9459-92feb894c4c2", "metadata": {}, "outputs": [], "source": [ - "site_name = \"cal001\"\n", - "s3_target_zarr_dir = \"s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3\"\n", - "site_zarr_s3url = f\"{s3_target_zarr_dir}/{site_name}.zarr\"\n", + "bbox = [lon_min, lat_min, lon_max, lat_max]\n", "item_template = {\n", " \"id\": f\"oco3-target-{site_name}\",\n", " \"type\": \"Feature\",\n", " \"links\": [],\n", - " #\"bbox\": [lon_min, lat_min, lon_max, lat_max],\n", - " # \"geometry\": shapely.geometry.mapping(shapely.geometry.box(*BBOX[region])),\n", + " \"bbox\": bbox,\n", + " \"geometry\": shapely.geometry.mapping(shapely.geometry.box(*bbox)),\n", " \"stac_version\": \"1.0.0\",\n", " \"properties\": {\"start_datetime\": None, \"end_datetime\": None},\n", " \"assets\": {\n", " \"zarr-s3\": {\n", - " \"href\": site_zarr_s3url,\n", + " \"href\": zarr_url,\n", " \"type\": \"application/vnd+zarr\",\n", " \"roles\": [\"data\", \"zarr\", \"s3\"],\n", " \"xarray:open_kwargs\": {\"consolidated\": True},\n", @@ -1137,7 +1549,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 54, "id": "02677c96-616e-4d93-b136-377813a0ed64", "metadata": {}, "outputs": [], @@ -1149,7 +1561,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 55, "id": "5d64a57d-0914-4c6e-b06e-2dc6e5945d9c", "metadata": {}, "outputs": [ @@ -1157,11 +1569,20 @@ "name": "stdout", "output_type": "stream", "text": [ - "{'assets': {'zarr-s3': {'href': 's3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3//cal001.zarr',\n", + "{'assets': {'zarr-s3': {'href': 's3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/cal001.zarr/',\n", " 'roles': ['data', 'zarr', 's3'],\n", " 'type': 'application/vnd+zarr',\n", " 'xarray:open_kwargs': {'consolidated': True}}},\n", - " 'geometry': None,\n", + " 'bbox': [-117.19020080566406,\n", + " 36.99700164794922,\n", + " -114.19020080566406,\n", + " 39.99700164794922],\n", + " 'geometry': {'coordinates': (((-114.19020080566406, 36.99700164794922),\n", + " (-114.19020080566406, 39.99700164794922),\n", + " (-117.19020080566406, 39.99700164794922),\n", + " (-117.19020080566406, 36.99700164794922),\n", + " (-114.19020080566406, 36.99700164794922)),),\n", + " 'type': 'Polygon'},\n", " 'id': 'oco3-target-cal001',\n", " 'links': [],\n", " 'properties': {'cube:dimensions': {'latitude': {'axis': 'y',\n", @@ -1282,6 +1703,45 @@ "import pprint\n", "pprint.pprint(item.to_dict())" ] + }, + { + "cell_type": "code", + "execution_count": 64, + "id": "b1f52b41-6205-4d3a-85ed-ee3225671490", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'2020-05-03T16:00:01Z'" + ] + }, + "execution_count": 64, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import json\n", + "item_dict = item.to_dict()\n", + "item_dict[\"collection\"] = \"oco3\"\n", + "# fix me\n", + "item_dict[\"properties\"][\"datetime\"] = item_dict[\"properties\"][\"end_datetime\"]\n", + "del item_dict[\"properties\"][\"start_datetime\"]\n", + "del item_dict[\"properties\"][\"end_datetime\"]\n", + "item_dict[\"properties\"][\"datetime\"]" + ] + }, + { + "cell_type": "code", + "execution_count": 65, + "id": "bec023ad-13b5-4695-a00e-e38f8b06c89f", + "metadata": {}, + "outputs": [], + "source": [ + "with open(f'oco3_{site_name}_item.json', 'w') as f:\n", + " f.write(json.dumps(item_dict, indent=2))" + ] } ], "metadata": { @@ -1300,7 +1760,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.5" + "version": "3.12.7" } }, "nbformat": 4, From 67fda302e3136c3617331d22189428e25b34dbeb Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Wed, 12 Mar 2025 23:07:33 +0000 Subject: [PATCH 03/11] Add new notebook for oco3 cogs --- .../oco3-zarrs/oco3-cogs.ipynb | 1708 +++++++++++++++++ 1 file changed, 1708 insertions(+) create mode 100644 transformation-scripts/oco3-zarrs/oco3-cogs.ipynb diff --git a/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb b/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb new file mode 100644 index 00000000..3f750e6a --- /dev/null +++ b/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb @@ -0,0 +1,1708 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "b684798c-3f2f-43f3-b983-194d53f1f048", + "metadata": {}, + "source": [ + "# Generate collection metadata" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "a31570c1-24fa-4b12-a793-37f8304e56ee", + "metadata": {}, + "outputs": [], + "source": [ + "# TODO" + ] + }, + { + "cell_type": "markdown", + "id": "55f6ccf7-4c0f-46a0-8483-3c8fe7a4f789", + "metadata": {}, + "source": [ + "# Generate item metadata" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "e0808b16-f558-4ccb-8fd8-b381f69cbae1", + "metadata": {}, + "outputs": [], + "source": [ + "main_dir = 's3://sdap-dev-zarr/OCO3/outputs/veda'\n", + "target_dir = 'demo-2024.10.28-target/SIMULTEST_TFP_cog'" + ] + }, + { + "cell_type": "markdown", + "id": "f747b1cc-43c9-4a12-8197-7e4fcbb936ea", + "metadata": {}, + "source": [ + "There also happens to be COGs in SIMULTEST_TFP_cog." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "430501d3-9647-4f25-af6b-0cd2a4e027b8", + "metadata": {}, + "outputs": [], + "source": [ + "%%capture\n", + "!pip install apache-airflow rio_stac\n", + "#!pip install pyopenssl --upgrade" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "18cf5486-6e30-485d-bcf0-88778ad35bd6", + "metadata": {}, + "outputs": [], + "source": [ + "from pystac.utils import datetime_to_str\n", + "\n", + "import rio_cogeo\n", + "import s3fs" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "817d1e08-1bc4-43fa-a045-ce7702f17d81", + "metadata": {}, + "outputs": [], + "source": [ + "s3fsfs = s3fs.S3FileSystem(anon=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "c26045fd-de4d-4638-ae4b-a18dc6ccbfae", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "4990" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "files = s3fsfs.glob(f'{main_dir}/{target_dir}/oco3*')\n", + "len(files)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "76aae1b0-102d-4219-8bc7-60d0e99be372", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "first_file = f's3://{files[0]}'\n", + "first_file" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "id": "9d20c33a-6ec8-49e0-8534-80482754f7a8", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Driver: GTiff/GeoTIFF\n", + "Files: /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n", + "Size is 800, 800\n", + "Coordinate System is:\n", + "GEOGCRS[\"WGS 84\",\n", + " ENSEMBLE[\"World Geodetic System 1984 ensemble\",\n", + " MEMBER[\"World Geodetic System 1984 (Transit)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G730)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G873)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G1150)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G1674)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G1762)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G2139)\"],\n", + " MEMBER[\"World Geodetic System 1984 (G2296)\"],\n", + " ELLIPSOID[\"WGS 84\",6378137,298.257223563,\n", + " LENGTHUNIT[\"metre\",1]],\n", + " ENSEMBLEACCURACY[2.0]],\n", + " PRIMEM[\"Greenwich\",0,\n", + " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", + " CS[ellipsoidal,2],\n", + " AXIS[\"geodetic latitude (Lat)\",north,\n", + " ORDER[1],\n", + " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", + " AXIS[\"geodetic longitude (Lon)\",east,\n", + " ORDER[2],\n", + " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", + " USAGE[\n", + " SCOPE[\"Horizontal component of 3D system.\"],\n", + " AREA[\"World.\"],\n", + " BBOX[-90,-180,90,180]],\n", + " ID[\"EPSG\",4326]]\n", + "Data axis to CRS axis mapping: 2,1\n", + "Origin = (-117.192078152347420,36.995124301265868)\n", + "Pixel Size = (0.003754693366708,0.003754693366708)\n", + "Metadata:\n", + " COMMENT=NetCDF Lite files converted to Zarr (and/or Cloud-Optimized GeoTIFF) on fixed grid\n", + " CONTACTS=Riley Kuttruff ; Nga Chung ; Abhishek Chatterjee \n", + " DATETIME_OF_FIRST_SOUNDING=2019-10-10T19:01:39Z\n", + " INSTITUTION=Jet Propulsion Laboratory\n", + " LONG_NAME=XCO2\n", + " OPERATION_MODE=Snapshot Area Mapping [SAM] + Target\n", + " PIPELINE_VERSION=2024.10.8\n", + " PLATFORM=ISS\n", + " PROCESSING_LEVEL=L3\n", + " QUALITY_FLAG_FILTERED=yes\n", + " REFERENCES=10.5194/amt-12-2341-2019, 10.1016/j.rse.2020.112032, 10.1016/j.rse.2021.112314\n", + " SENSOR=OCO-3\n", + " SOURCE=Derived from the OCO3_L2_Lite_FP_10.4r dataset from GES-DISC (https://disc.gsfc.nasa.gov/datasets/OCO3_L2_Lite_FP_10.4r/summary)\n", + " TARGET_BBOX=POLYGON ((-114.1902 36.997, -114.1902 39.997, -117.1902 39.997, -117.1902 36.997, -114.1902 36.997))\n", + " TARGET_ID=cal001\n", + " TARGET_NAME=railroadValley\n", + " TITLE=SIMULTEST_TFP_POST_QF\n", + " UNITS=ppm\n", + " AREA_OR_POINT=Area\n", + "Image Structure Metadata:\n", + " LAYOUT=COG\n", + " COMPRESSION=LZW\n", + " INTERLEAVE=BAND\n", + "Corner Coordinates:\n", + "Upper Left (-117.1920782, 36.9951243) (117d11'31.48\"W, 36d59'42.45\"N)\n", + "Lower Left (-117.1920782, 39.9988790) (117d11'31.48\"W, 39d59'55.96\"N)\n", + "Upper Right (-114.1883235, 36.9951243) (114d11'17.96\"W, 36d59'42.45\"N)\n", + "Lower Right (-114.1883235, 39.9988790) (114d11'17.96\"W, 39d59'55.96\"N)\n", + "Center (-115.6902008, 38.4970016) (115d41'24.72\"W, 38d29'49.21\"N)\n", + "Band 1 Block=512x512 Type=Float32, ColorInterp=Gray\n", + " Description = xco2\n", + " Overviews: 400x400\n" + ] + } + ], + "source": [ + "!gdalinfo /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "cf916696-05ae-4bf1-81fa-2d364198ab75", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(True, [], [])" + ] + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "rio_cogeo.cog_validate(first_file)" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "1eb51d13-7a27-4f3c-a03f-1e95a313f1c2", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "file_name = first_file.split(\"/\")[-1]\n", + "file_name" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8972c1bd-ee65-4ceb-b088-09ab412430ba", + "metadata": {}, + "outputs": [], + "source": [ + "# git clone https://github.com/nasa-impact/veda-data-airflow\n", + "# mv veda-data-airflow veda_data_airflow" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "feb29278-10e1-46a1-b156-736337fdf72d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "('2019-10-10T00:00:00Z', '2019-10-10T23:59:59Z')" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "start_datetime, end_datetime = [datetime_to_str(d) for d in regex.extract_dates(first_file, datetime_range=\"day\")[0:2]]\n", + "start_datetime, end_datetime" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "b698f464-e750-4be8-a7c2-cbc5fc78a30b", + "metadata": {}, + "outputs": [], + "source": [ + "event = events.RegexEvent(\n", + " collection=\"oco3\",\n", + " item_id=file_name,\n", + " title=\"OCO\n", + " assets=dict(\n", + " default=dict(href=first_file)\n", + " ),\n", + " start_datetime=start_datetime,\n", + " end_datetime=end_datetime,\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "id": "1ff26793-5a5b-44a0-8e32-edcf1796abf2", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The autoreload extension is already loaded. To reload it, use:\n", + " %reload_ext autoreload\n" + ] + } + ], + "source": [ + "%load_ext autoreload\n", + "%autoreload 2\n", + "from veda_data_airflow.dags.veda_data_pipeline.utils.build_stac.utils import stac, regex, events" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "id": "f26c57a2-1907-461b-8344-5036840ae617", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
    /srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/_methods.py:188 RuntimeWarning: overflow encountered in multiply\n",
+       "
    \n" + ], + "text/plain": [ + "\u001b[1;33m/srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/\u001b[0m\u001b[1;33m_methods.py\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m188\u001b[0m\u001b[1;33m RuntimeWarning\u001b[0m\u001b[33m: overflow encountered in multiply\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
    /srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/_methods.py:199 RuntimeWarning: overflow encountered in reduce\n",
+       "
    \n" + ], + "text/plain": [ + "\u001b[1;33m/srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/\u001b[0m\u001b[1;33m_methods.py\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m199\u001b[0m\u001b[1;33m RuntimeWarning\u001b[0m\u001b[33m: overflow encountered in reduce\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "pystac_item = stac.generate_stac(event, testing=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "id": "d48cd00a-c01a-434d-9a16-e259f7fa085b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + "\n", + "\n", + "
    \n", + "
    \n", + "
      \n", + " \n", + " \n", + " \n", + "
    • \n", + " type\n", + " \"Feature\"\n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " stac_version\n", + " \"1.0.0\"\n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " stac_extensions[] 2 items\n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 0\n", + " \"https://stac-extensions.github.io/raster/v1.1.0/schema.json\"\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 1\n", + " \"https://stac-extensions.github.io/projection/v1.1.0/schema.json\"\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " id\n", + " \"oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\"\n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " geometry\n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " type\n", + " \"Polygon\"\n", + "
        • \n", + " \n", + " \n", + " \n", + " \n", + "
      • \n", + " coordinates[] 1 items\n", + " \n", + "
          \n", + " \n", + " \n", + "
        • \n", + " 0[] 5 items\n", + " \n", + "
            \n", + " \n", + " \n", + "
          • \n", + " 0[] 2 items\n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 0\n", + " -117.19207815234742\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 1\n", + " 36.99512430126587\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + "
          • \n", + " 1[] 2 items\n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 0\n", + " -114.18832345898072\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 1\n", + " 36.99512430126587\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + "
          • \n", + " 2[] 2 items\n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 0\n", + " -114.18832345898072\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 1\n", + " 39.99887899463258\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + "
          • \n", + " 3[] 2 items\n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 0\n", + " -117.19207815234742\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 1\n", + " 39.99887899463258\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + "
          • \n", + " 4[] 2 items\n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 0\n", + " -117.19207815234742\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " 1\n", + " 36.99512430126587\n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + "
        \n", + " \n", + "
        • \n", + " \n", + " \n", + "
      \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " bbox[] 4 items\n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 0\n", + " -117.19207815234742\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 1\n", + " 36.99512430126587\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 2\n", + " -114.18832345898072\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 3\n", + " 39.99887899463258\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " properties\n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " start_datetime\n", + " \"2019-10-10T00:00:00Z\"\n", + "
        • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
      • \n", + " end_datetime\n", + " \"2019-10-10T23:59:59Z\"\n", + "
        • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
      • \n", + " datetime\n", + " None\n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " links[] 1 items\n", + " \n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " 0\n", + "
          \n", + " \n", + " \n", + " \n", + "
        • \n", + " rel\n", + " \"collection\"\n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " href\n", + " \"oco3\"\n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " type\n", + " \"application/json\"\n", + "
          • \n", + " \n", + " \n", + " \n", + "
        \n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + " \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " assets\n", + "
        \n", + " \n", + " \n", + " \n", + "
      • \n", + " cog_default\n", + "
          \n", + " \n", + " \n", + " \n", + "
        • \n", + " href\n", + " \"s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\"\n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " type\n", + " \"image/tiff; application=geotiff\"\n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " proj:epsg\n", + " 4326\n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " proj:geometry\n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " type\n", + " \"Polygon\"\n", + "
            • \n", + " \n", + " \n", + " \n", + " \n", + "
          • \n", + " coordinates[] 1 items\n", + " \n", + "
              \n", + " \n", + " \n", + "
            • \n", + " 0[] 5 items\n", + " \n", + "
                \n", + " \n", + " \n", + "
              • \n", + " 0[] 2 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " -117.19207815234742\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 39.99887899463258\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + " \n", + "
                \n", + " \n", + " \n", + "
              • \n", + " 1[] 2 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " -114.18832345898072\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 39.99887899463258\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + " \n", + "
                \n", + " \n", + " \n", + "
              • \n", + " 2[] 2 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " -114.18832345898072\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 36.99512430126587\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + " \n", + "
                \n", + " \n", + " \n", + "
              • \n", + " 3[] 2 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " -117.19207815234742\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 36.99512430126587\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + " \n", + "
                \n", + " \n", + " \n", + "
              • \n", + " 4[] 2 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " -117.19207815234742\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 39.99887899463258\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + " \n", + "
              • \n", + " \n", + " \n", + "
            \n", + " \n", + "
            • \n", + " \n", + " \n", + "
          \n", + "
          • \n", + " \n", + " \n", + " \n", + " \n", + "
        • \n", + " proj:bbox[] 4 items\n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 0\n", + " -117.19207815234742\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 1\n", + " 39.99887899463258\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 2\n", + " -114.18832345898072\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 3\n", + " 36.99512430126587\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + " \n", + "
        • \n", + " proj:shape[] 2 items\n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 0\n", + " 800\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 1\n", + " 800\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + " \n", + "
        • \n", + " proj:transform[] 9 items\n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 0\n", + " 0.0037546933667083854\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 1\n", + " 0.0\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 2\n", + " -117.19207815234742\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 3\n", + " 0.0\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 4\n", + " 0.0037546933667083854\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 5\n", + " 36.99512430126587\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 6\n", + " 0.0\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 7\n", + " 0.0\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 8\n", + " 1.0\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + " \n", + "
        • \n", + " raster:bands[] 1 items\n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 0\n", + "
              \n", + " \n", + " \n", + " \n", + "
            • \n", + " data_type\n", + " \"float32\"\n", + "
              • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
            • \n", + " scale\n", + " 1.0\n", + "
              • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
            • \n", + " offset\n", + " 0.0\n", + "
              • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
            • \n", + " sampling\n", + " \"area\"\n", + "
              • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
            • \n", + " statistics\n", + "
                \n", + " \n", + " \n", + " \n", + "
              • \n", + " mean\n", + " 9.624006806127981e+19\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " minimum\n", + " 405.4662170410156\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " maximum\n", + " 1.0000000200408773e+20\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " stddev\n", + " 0.0\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " valid_percent\n", + " 0.00015625\n", + "
                • \n", + " \n", + " \n", + " \n", + "
              \n", + "
              • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
            • \n", + " histogram\n", + "
                \n", + " \n", + " \n", + " \n", + "
              • \n", + " count\n", + " 11\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " min\n", + " 405.4662170410156\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " max\n", + " 1.0000000200408773e+20\n", + "
                • \n", + " \n", + " \n", + " \n", + " \n", + "
              • \n", + " buckets[] 10 items\n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 0\n", + " 24064\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 1\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 2\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 3\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 4\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 5\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 6\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 7\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 8\n", + " 0\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                  \n", + " \n", + " \n", + " \n", + "
                • \n", + " 9\n", + " 615936\n", + "
                  • \n", + " \n", + " \n", + " \n", + "
                \n", + " \n", + "
                • \n", + " \n", + " \n", + "
              \n", + "
              • \n", + " \n", + " \n", + " \n", + "
            \n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + " \n", + "
        • \n", + " roles[] 2 items\n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 0\n", + " \"data\"\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
            \n", + " \n", + " \n", + " \n", + "
          • \n", + " 1\n", + " \"layer\"\n", + "
            • \n", + " \n", + " \n", + " \n", + "
          \n", + " \n", + "
          • \n", + " \n", + " \n", + "
        \n", + "
        • \n", + " \n", + " \n", + " \n", + "
      \n", + "
      • \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
    • \n", + " collection\n", + " \"oco3\"\n", + "
      • \n", + " \n", + " \n", + " \n", + "
    \n", + "
    \n", + "
    " + ], + "text/plain": [ + "" + ] + }, + "execution_count": 38, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "pystac_item" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "id": "b60a4d7d-6b8b-47cf-89c5-bbfd16df3c6c", + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "with open(f'{file_name.replace('.tif', '')}_item.json', 'w') as f:\n", + " f.write(json.dumps(pystac_item.to_dict(), indent=2))" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.7" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} From 6360ccd503515cb598da30a81bf203be4340da44 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Fri, 14 Mar 2025 09:31:31 -0700 Subject: [PATCH 04/11] Add oco3 SAM COGs dataset config --- .../staging/dataset-config/oco3-sam-cogs.json | 29 +++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/oco3-sam-cogs.json diff --git a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json new file mode 100644 index 00000000..b640f458 --- /dev/null +++ b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json @@ -0,0 +1,29 @@ +{ + "collection": "oco3-sam-cogs", + "title": "Orbiting Carbon Observatory 3 (OCO-3) Snapshot Area Mapping (SAM) Cloud-Optimized GeoTIFFs (COGs)", + "description": "NASA-JPL's OCO-3 is an instrument onboard the International Space Station that measures carbon dioxide in the Earth's atmosphere.", + "type": "cog", + "spatial_extent": { + "xmin": -180, + "ymin": -90, + "xmax": 180, + "ymax": 90 + }, + "temporal_extent": { + "startdate": "2019-08-06T00:00:00Z", + "enddate": "2020-05-13T23:59:59Z" + }, + "license": "MIT", + "is_periodic": true, + "time_density": "day", + "stac_version": "1.0.0", + "discovery_items": [ + { + "prefix": "oco3-sam-cogs/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "day" + } + ] +} \ No newline at end of file From 97cc56fa02b44715508e059d0b0d11dc1d373dcb Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Wed, 19 Mar 2025 20:22:05 -0700 Subject: [PATCH 05/11] Update oco3-sam-cogs.json --- ingestion-data/staging/dataset-config/oco3-sam-cogs.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json index b640f458..eec1d54f 100644 --- a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json +++ b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json @@ -10,8 +10,8 @@ "ymax": 90 }, "temporal_extent": { - "startdate": "2019-08-06T00:00:00Z", - "enddate": "2020-05-13T23:59:59Z" + "startdate": "2019-10-10T00:00:00Z", + "enddate": "2019-10-10T23:59:59Z" }, "license": "MIT", "is_periodic": true, @@ -26,4 +26,4 @@ "datetime_range": "day" } ] -} \ No newline at end of file +} From 54189a6901cbc69953c84a873d9e0374b2aed1c3 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 20 Mar 2025 11:40:41 -0700 Subject: [PATCH 06/11] Update oco3-sam-cogs.json --- ingestion-data/staging/dataset-config/oco3-sam-cogs.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json index eec1d54f..38283cbd 100644 --- a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json +++ b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json @@ -23,7 +23,8 @@ "bucket": "veda-data-store-staging", "filename_regex": "^(.*).tif$", "discovery": "s3", - "datetime_range": "day" + "datetime_range": "day", + "chunk_size": 1 } ] } From 5dc36ea8db6bd1c4b5e795492ce68de4ce4834c8 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Tue, 25 Mar 2025 19:06:06 -0700 Subject: [PATCH 07/11] Update oco3-sam-cogs.json --- ingestion-data/staging/dataset-config/oco3-sam-cogs.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json index 38283cbd..82e021cd 100644 --- a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json +++ b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json @@ -1,5 +1,5 @@ { - "collection": "oco3-sam-cogs", + "collection": "oco3-co2-sam-l3-cogs", "title": "Orbiting Carbon Observatory 3 (OCO-3) Snapshot Area Mapping (SAM) Cloud-Optimized GeoTIFFs (COGs)", "description": "NASA-JPL's OCO-3 is an instrument onboard the International Space Station that measures carbon dioxide in the Earth's atmosphere.", "type": "cog", @@ -19,7 +19,7 @@ "stac_version": "1.0.0", "discovery_items": [ { - "prefix": "oco3-sam-cogs/", + "prefix": "oco3-co2-sam-l3-cogs/", "bucket": "veda-data-store-staging", "filename_regex": "^(.*).tif$", "discovery": "s3", From 51fc6469def0464551c8b0a27ab702d0d8a2af0c Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Wed, 26 Mar 2025 02:34:50 +0000 Subject: [PATCH 08/11] Updated cogs notebook --- .../oco3-zarrs/oco3-cogs.ipynb | 2159 +++++------------ 1 file changed, 587 insertions(+), 1572 deletions(-) diff --git a/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb b/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb index 3f750e6a..25076aa5 100644 --- a/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb +++ b/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb @@ -1,1686 +1,701 @@ { "cells": [ - { - "cell_type": "markdown", - "id": "b684798c-3f2f-43f3-b983-194d53f1f048", - "metadata": {}, - "source": [ - "# Generate collection metadata" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "id": "a31570c1-24fa-4b12-a793-37f8304e56ee", - "metadata": {}, - "outputs": [], - "source": [ - "# TODO" - ] - }, { "cell_type": "markdown", "id": "55f6ccf7-4c0f-46a0-8483-3c8fe7a4f789", "metadata": {}, "source": [ - "# Generate item metadata" + "# Adding OCO-[2|3]COGs" ] }, { "cell_type": "code", - "execution_count": 2, - "id": "e0808b16-f558-4ccb-8fd8-b381f69cbae1", + "execution_count": 1, + "id": "18cf5486-6e30-485d-bcf0-88778ad35bd6", "metadata": {}, "outputs": [], "source": [ - "main_dir = 's3://sdap-dev-zarr/OCO3/outputs/veda'\n", - "target_dir = 'demo-2024.10.28-target/SIMULTEST_TFP_cog'" - ] - }, - { - "cell_type": "markdown", - "id": "f747b1cc-43c9-4a12-8197-7e4fcbb936ea", - "metadata": {}, - "source": [ - "There also happens to be COGs in SIMULTEST_TFP_cog." + "import boto3\n", + "import concurrent.futures\n", + "import os\n", + "from concurrent.futures import ProcessPoolExecutor, as_completed\n", + "from osgeo import gdal\n", + "\n", + "gdal.DontUseExceptions()\n", + "\n", + "s3_client = boto3.client('s3')" ] }, { "cell_type": "code", - "execution_count": 3, - "id": "430501d3-9647-4f25-af6b-0cd2a4e027b8", + "execution_count": 16, + "id": "c26045fd-de4d-4638-ae4b-a18dc6ccbfae", "metadata": {}, "outputs": [], "source": [ - "%%capture\n", - "!pip install apache-airflow rio_stac\n", - "#!pip install pyopenssl --upgrade" + "source_bucket = 'sdap-dev-zarr'\n", + "source_dir = 'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog'\n", + "# Set the number of worker processes\n", + "NUM_WORKERS = 4 \n", + "destination_bucket = \"veda-data-store-staging\"\n", + "collection = \"oco3-co2\"\n", + "prefix = f\"{source_dir}/{collection}\"\n", + "collection_prefix_collection_id_map = {\n", + " 'oco3-co2': 'oco3-co2-sam-l3-cogs',\n", + " 'oco2-co2': 'oco2-co2-sam-l3-cogs',\n", + " 'oco3-sif': 'oco3-co2-sif-l3-cogs',\n", + "}" ] }, { "cell_type": "code", - "execution_count": 15, - "id": "18cf5486-6e30-485d-bcf0-88778ad35bd6", + "execution_count": 10, + "id": "c1ffe44c-2a38-42de-844f-e71315bb9e81", "metadata": {}, "outputs": [], "source": [ - "from pystac.utils import datetime_to_str\n", + "# List all objects in the source bucket\n", + "all_objects = [] \n", + "continuation_token = None\n", "\n", - "import rio_cogeo\n", - "import s3fs" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "id": "817d1e08-1bc4-43fa-a045-ce7702f17d81", - "metadata": {}, - "outputs": [], - "source": [ - "s3fsfs = s3fs.S3FileSystem(anon=False)" + "while all_objects == [] or continuation_token is not None:\n", + " args = dict(Bucket=source_bucket, Prefix=prefix)\n", + " if continuation_token is not None:\n", + " args['ContinuationToken'] = continuation_token\n", + " response = s3_client.list_objects_v2(**args)\n", + " [all_objects.append(obj['Key']) for obj in response.get('Contents', [])]\n", + " continuation_token = response.get('NextContinuationToken', None)" ] }, { "cell_type": "code", - "execution_count": 8, - "id": "c26045fd-de4d-4638-ae4b-a18dc6ccbfae", + "execution_count": 11, + "id": "95e1f08b-1651-4b3d-90f5-cafea5d7eded", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "4990" + "2158" ] }, - "execution_count": 8, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "files = s3fsfs.glob(f'{main_dir}/{target_dir}/oco3*')\n", - "len(files)" + "len(all_objects)" ] }, { "cell_type": "code", - "execution_count": 9, - "id": "76aae1b0-102d-4219-8bc7-60d0e99be372", + "execution_count": 12, + "id": "93227a49-b4f2-4539-813f-25dca1b241b9", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "'s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" + "'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" ] }, - "execution_count": 9, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "first_file = f's3://{files[0]}'\n", - "first_file" + "all_objects[0]" ] }, { "cell_type": "code", - "execution_count": 41, - "id": "9d20c33a-6ec8-49e0-8534-80482754f7a8", + "execution_count": 21, + "id": "11029195-d25b-44ca-997e-0fe7ad90cbd2", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Driver: GTiff/GeoTIFF\n", - "Files: /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n", - "Size is 800, 800\n", - "Coordinate System is:\n", - "GEOGCRS[\"WGS 84\",\n", - " ENSEMBLE[\"World Geodetic System 1984 ensemble\",\n", - " MEMBER[\"World Geodetic System 1984 (Transit)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G730)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G873)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G1150)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G1674)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G1762)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G2139)\"],\n", - " MEMBER[\"World Geodetic System 1984 (G2296)\"],\n", - " ELLIPSOID[\"WGS 84\",6378137,298.257223563,\n", - " LENGTHUNIT[\"metre\",1]],\n", - " ENSEMBLEACCURACY[2.0]],\n", - " PRIMEM[\"Greenwich\",0,\n", - " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", - " CS[ellipsoidal,2],\n", - " AXIS[\"geodetic latitude (Lat)\",north,\n", - " ORDER[1],\n", - " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", - " AXIS[\"geodetic longitude (Lon)\",east,\n", - " ORDER[2],\n", - " ANGLEUNIT[\"degree\",0.0174532925199433]],\n", - " USAGE[\n", - " SCOPE[\"Horizontal component of 3D system.\"],\n", - " AREA[\"World.\"],\n", - " BBOX[-90,-180,90,180]],\n", - " ID[\"EPSG\",4326]]\n", - "Data axis to CRS axis mapping: 2,1\n", - "Origin = (-117.192078152347420,36.995124301265868)\n", - "Pixel Size = (0.003754693366708,0.003754693366708)\n", - "Metadata:\n", - " COMMENT=NetCDF Lite files converted to Zarr (and/or Cloud-Optimized GeoTIFF) on fixed grid\n", - " CONTACTS=Riley Kuttruff ; Nga Chung ; Abhishek Chatterjee \n", - " DATETIME_OF_FIRST_SOUNDING=2019-10-10T19:01:39Z\n", - " INSTITUTION=Jet Propulsion Laboratory\n", - " LONG_NAME=XCO2\n", - " OPERATION_MODE=Snapshot Area Mapping [SAM] + Target\n", - " PIPELINE_VERSION=2024.10.8\n", - " PLATFORM=ISS\n", - " PROCESSING_LEVEL=L3\n", - " QUALITY_FLAG_FILTERED=yes\n", - " REFERENCES=10.5194/amt-12-2341-2019, 10.1016/j.rse.2020.112032, 10.1016/j.rse.2021.112314\n", - " SENSOR=OCO-3\n", - " SOURCE=Derived from the OCO3_L2_Lite_FP_10.4r dataset from GES-DISC (https://disc.gsfc.nasa.gov/datasets/OCO3_L2_Lite_FP_10.4r/summary)\n", - " TARGET_BBOX=POLYGON ((-114.1902 36.997, -114.1902 39.997, -117.1902 39.997, -117.1902 36.997, -114.1902 36.997))\n", - " TARGET_ID=cal001\n", - " TARGET_NAME=railroadValley\n", - " TITLE=SIMULTEST_TFP_POST_QF\n", - " UNITS=ppm\n", - " AREA_OR_POINT=Area\n", - "Image Structure Metadata:\n", - " LAYOUT=COG\n", - " COMPRESSION=LZW\n", - " INTERLEAVE=BAND\n", - "Corner Coordinates:\n", - "Upper Left (-117.1920782, 36.9951243) (117d11'31.48\"W, 36d59'42.45\"N)\n", - "Lower Left (-117.1920782, 39.9988790) (117d11'31.48\"W, 39d59'55.96\"N)\n", - "Upper Right (-114.1883235, 36.9951243) (114d11'17.96\"W, 36d59'42.45\"N)\n", - "Lower Right (-114.1883235, 39.9988790) (114d11'17.96\"W, 39d59'55.96\"N)\n", - "Center (-115.6902008, 38.4970016) (115d41'24.72\"W, 38d29'49.21\"N)\n", - "Band 1 Block=512x512 Type=Float32, ColorInterp=Gray\n", - " Description = xco2\n", - " Overviews: 400x400\n" - ] - } - ], + "outputs": [], "source": [ - "!gdalinfo /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n" + "def copy_object(object_key: str):\n", + " copy_source = {'Bucket': source_bucket, 'Key': object_key}\n", + " destination_file_name = object_key.split('/')[-1]\n", + " collection_prefix = destination_file_name.split('_')[0]\n", + " destination_dir = collection_prefix_collection_id_map[collection_prefix]\n", + " destination_object_key = f\"{destination_dir}/{destination_file_name}\"\n", + " s3_client.copy_object(CopySource=copy_source, Bucket=destination_bucket, Key=destination_object_key)\n", + " print(f\"Copied: s3://{source_bucket}/{object_key} to s3://{destination_bucket}/{destination_object_key}\")\n", + "\n", + "def process_file(object_key: str):\n", + " \"\"\"Function to process a single file.\"\"\"\n", + " dataset = gdal.Open(f\"/vsis3/{source_bucket}/{object_key}\", gdal.GA_ReadOnly)\n", + " \n", + " if dataset is None:\n", + " return file_path, \"Failed to open\"\n", + "\n", + " band = dataset.GetRasterBand(1)\n", + " stats = band.GetStatistics(True, True)\n", + "\n", + " # Check for errors\n", + " err_type = gdal.GetLastErrorType()\n", + " err_msg = gdal.GetLastErrorMsg()\n", + "\n", + " if \"Failed to compute statistics, no valid pixels found in sampling\" in err_msg:\n", + " return dict(object_key=object_key, error_message=f\"GDAL Error: {err_msg}\", status=\"error\")\n", + " else: \n", + " copy_object(object_key=object_key)\n", + " return dict(object_key=object_key, error_message=None, status=\"success\")" ] }, { "cell_type": "code", - "execution_count": 10, - "id": "cf916696-05ae-4bf1-81fa-2d364198ab75", + "execution_count": 22, + "id": "c6915325-3e07-47e4-8ec7-3f4b79789e89", "metadata": {}, "outputs": [ { - "data": { - "text/plain": [ - "(True, [], [])" - ] - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "rio_cogeo.cog_validate(first_file)" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "id": "1eb51d13-7a27-4f3c-a03f-1e95a313f1c2", - "metadata": {}, - "outputs": [ + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n" + ] + }, { - "data": { - "text/plain": [ - "'oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "file_name = first_file.split(\"/\")[-1]\n", - "file_name" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "8972c1bd-ee65-4ceb-b088-09ab412430ba", - "metadata": {}, - "outputs": [], - "source": [ - "# git clone https://github.com/nasa-impact/veda-data-airflow\n", - "# mv veda-data-airflow veda_data_airflow" - ] - }, - { - "cell_type": "code", - "execution_count": 18, - "id": "feb29278-10e1-46a1-b156-736337fdf72d", - "metadata": {}, - "outputs": [ + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif.aux.xml.\n" + ] + }, { "data": { "text/plain": [ - "('2019-10-10T00:00:00Z', '2019-10-10T23:59:59Z')" + "{'object_key': 'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif',\n", + " 'error_message': None,\n", + " 'status': 'success'}" ] }, - "execution_count": 18, + "execution_count": 22, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "start_datetime, end_datetime = [datetime_to_str(d) for d in regex.extract_dates(first_file, datetime_range=\"day\")[0:2]]\n", - "start_datetime, end_datetime" + "first_object_key = all_objects[0]\n", + "process_file(first_object_key)" ] }, { "cell_type": "code", - "execution_count": 19, - "id": "b698f464-e750-4be8-a7c2-cbc5fc78a30b", + "execution_count": 31, + "id": "e6932be8-6dee-4631-8e0d-a31404b56c42", "metadata": {}, "outputs": [], "source": [ - "event = events.RegexEvent(\n", - " collection=\"oco3\",\n", - " item_id=file_name,\n", - " title=\"OCO\n", - " assets=dict(\n", - " default=dict(href=first_file)\n", - " ),\n", - " start_datetime=start_datetime,\n", - " end_datetime=end_datetime,\n", - ")" + "#!aws s3 ls s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/ #| wc -l" ] }, { "cell_type": "code", "execution_count": 29, - "id": "1ff26793-5a5b-44a0-8e32-edcf1796abf2", + "id": "5dd258aa-37d8-40d2-9767-b874abf0189a", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "The autoreload extension is already loaded. To reload it, use:\n", - " %reload_ext autoreload\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif\n", + "processed file 0\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif\n" ] - } - ], - "source": [ - "%load_ext autoreload\n", - "%autoreload 2\n", - "from veda_data_airflow.dags.veda_data_pipeline.utils.build_stac.utils import stac, regex, events" - ] - }, - { - "cell_type": "code", - "execution_count": 37, - "id": "f26c57a2-1907-461b-8344-5036840ae617", - "metadata": {}, - "outputs": [ + }, { - "data": { - "text/html": [ - "
    /srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/_methods.py:188 RuntimeWarning: overflow encountered in multiply\n",
-       "
    \n" - ], - "text/plain": [ - "\u001b[1;33m/srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/\u001b[0m\u001b[1;33m_methods.py\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m188\u001b[0m\u001b[1;33m RuntimeWarning\u001b[0m\u001b[33m: overflow encountered in multiply\u001b[0m\n" - ] - }, - "metadata": {}, - "output_type": "display_data" + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif.aux.xml.\n", + "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n" + ] }, { - "data": { - "text/html": [ - "
    /srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/_methods.py:199 RuntimeWarning: overflow encountered in reduce\n",
-       "
    \n" - ], - "text/plain": [ - "\u001b[1;33m/srv/conda/envs/notebook/lib/python3.12/site-packages/numpy/_core/\u001b[0m\u001b[1;33m_methods.py\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m199\u001b[0m\u001b[1;33m RuntimeWarning\u001b[0m\u001b[33m: overflow encountered in reduce\u001b[0m\n" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "pystac_item = stac.generate_stac(event, testing=True)" - ] - }, - { - "cell_type": "code", - "execution_count": 38, - "id": "d48cd00a-c01a-434d-9a16-e259f7fa085b", - "metadata": {}, - "outputs": [ + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif\n" + ] + }, { - "data": { - "text/html": [ - "\n", - "\n", - "\n", - "
    \n", - "
    \n", - "
      \n", - " \n", - " \n", - " \n", - "
    • \n", - " type\n", - " \"Feature\"\n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " stac_version\n", - " \"1.0.0\"\n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " stac_extensions[] 2 items\n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 0\n", - " \"https://stac-extensions.github.io/raster/v1.1.0/schema.json\"\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 1\n", - " \"https://stac-extensions.github.io/projection/v1.1.0/schema.json\"\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " id\n", - " \"oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\"\n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " geometry\n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " type\n", - " \"Polygon\"\n", - "
        • \n", - " \n", - " \n", - " \n", - " \n", - "
      • \n", - " coordinates[] 1 items\n", - " \n", - "
          \n", - " \n", - " \n", - "
        • \n", - " 0[] 5 items\n", - " \n", - "
            \n", - " \n", - " \n", - "
          • \n", - " 0[] 2 items\n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 0\n", - " -117.19207815234742\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 1\n", - " 36.99512430126587\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - "
          • \n", - " 1[] 2 items\n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 0\n", - " -114.18832345898072\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 1\n", - " 36.99512430126587\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - "
          • \n", - " 2[] 2 items\n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 0\n", - " -114.18832345898072\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 1\n", - " 39.99887899463258\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - "
          • \n", - " 3[] 2 items\n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 0\n", - " -117.19207815234742\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 1\n", - " 39.99887899463258\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - "
          • \n", - " 4[] 2 items\n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 0\n", - " -117.19207815234742\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " 1\n", - " 36.99512430126587\n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - "
        \n", - " \n", - "
        • \n", - " \n", - " \n", - "
      \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " bbox[] 4 items\n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 0\n", - " -117.19207815234742\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 1\n", - " 36.99512430126587\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 2\n", - " -114.18832345898072\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 3\n", - " 39.99887899463258\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " properties\n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " start_datetime\n", - " \"2019-10-10T00:00:00Z\"\n", - "
        • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      • \n", - " end_datetime\n", - " \"2019-10-10T23:59:59Z\"\n", - "
        • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
      • \n", - " datetime\n", - " None\n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " links[] 1 items\n", - " \n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " 0\n", - "
          \n", - " \n", - " \n", - " \n", - "
        • \n", - " rel\n", - " \"collection\"\n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " href\n", - " \"oco3\"\n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " type\n", - " \"application/json\"\n", - "
          • \n", - " \n", - " \n", - " \n", - "
        \n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - " \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " assets\n", - "
        \n", - " \n", - " \n", - " \n", - "
      • \n", - " cog_default\n", - "
          \n", - " \n", - " \n", - " \n", - "
        • \n", - " href\n", - " \"s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\"\n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " type\n", - " \"image/tiff; application=geotiff\"\n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " proj:epsg\n", - " 4326\n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " proj:geometry\n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " type\n", - " \"Polygon\"\n", - "
            • \n", - " \n", - " \n", - " \n", - " \n", - "
          • \n", - " coordinates[] 1 items\n", - " \n", - "
              \n", - " \n", - " \n", - "
            • \n", - " 0[] 5 items\n", - " \n", - "
                \n", - " \n", - " \n", - "
              • \n", - " 0[] 2 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " -117.19207815234742\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 39.99887899463258\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - " \n", - "
                \n", - " \n", - " \n", - "
              • \n", - " 1[] 2 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " -114.18832345898072\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 39.99887899463258\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - " \n", - "
                \n", - " \n", - " \n", - "
              • \n", - " 2[] 2 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " -114.18832345898072\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 36.99512430126587\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - " \n", - "
                \n", - " \n", - " \n", - "
              • \n", - " 3[] 2 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " -117.19207815234742\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 36.99512430126587\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - " \n", - "
                \n", - " \n", - " \n", - "
              • \n", - " 4[] 2 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " -117.19207815234742\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 39.99887899463258\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - " \n", - "
              • \n", - " \n", - " \n", - "
            \n", - " \n", - "
            • \n", - " \n", - " \n", - "
          \n", - "
          • \n", - " \n", - " \n", - " \n", - " \n", - "
        • \n", - " proj:bbox[] 4 items\n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 0\n", - " -117.19207815234742\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 1\n", - " 39.99887899463258\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 2\n", - " -114.18832345898072\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 3\n", - " 36.99512430126587\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - " \n", - "
        • \n", - " proj:shape[] 2 items\n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 0\n", - " 800\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 1\n", - " 800\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - " \n", - "
        • \n", - " proj:transform[] 9 items\n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 0\n", - " 0.0037546933667083854\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 1\n", - " 0.0\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 2\n", - " -117.19207815234742\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 3\n", - " 0.0\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 4\n", - " 0.0037546933667083854\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 5\n", - " 36.99512430126587\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 6\n", - " 0.0\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 7\n", - " 0.0\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 8\n", - " 1.0\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - " \n", - "
        • \n", - " raster:bands[] 1 items\n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 0\n", - "
              \n", - " \n", - " \n", - " \n", - "
            • \n", - " data_type\n", - " \"float32\"\n", - "
              • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
            • \n", - " scale\n", - " 1.0\n", - "
              • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
            • \n", - " offset\n", - " 0.0\n", - "
              • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
            • \n", - " sampling\n", - " \"area\"\n", - "
              • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
            • \n", - " statistics\n", - "
                \n", - " \n", - " \n", - " \n", - "
              • \n", - " mean\n", - " 9.624006806127981e+19\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " minimum\n", - " 405.4662170410156\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " maximum\n", - " 1.0000000200408773e+20\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " stddev\n", - " 0.0\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " valid_percent\n", - " 0.00015625\n", - "
                • \n", - " \n", - " \n", - " \n", - "
              \n", - "
              • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
            • \n", - " histogram\n", - "
                \n", - " \n", - " \n", - " \n", - "
              • \n", - " count\n", - " 11\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " min\n", - " 405.4662170410156\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " max\n", - " 1.0000000200408773e+20\n", - "
                • \n", - " \n", - " \n", - " \n", - " \n", - "
              • \n", - " buckets[] 10 items\n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 0\n", - " 24064\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 1\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 2\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 3\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 4\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 5\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 6\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 7\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 8\n", - " 0\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                  \n", - " \n", - " \n", - " \n", - "
                • \n", - " 9\n", - " 615936\n", - "
                  • \n", - " \n", - " \n", - " \n", - "
                \n", - " \n", - "
                • \n", - " \n", - " \n", - "
              \n", - "
              • \n", - " \n", - " \n", - " \n", - "
            \n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - " \n", - "
        • \n", - " roles[] 2 items\n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 0\n", - " \"data\"\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
            \n", - " \n", - " \n", - " \n", - "
          • \n", - " 1\n", - " \"layer\"\n", - "
            • \n", - " \n", - " \n", - " \n", - "
          \n", - " \n", - "
          • \n", - " \n", - " \n", - "
        \n", - "
        • \n", - " \n", - " \n", - " \n", - "
      \n", - "
      • \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
    • \n", - " collection\n", - " \"oco3\"\n", - "
      • \n", - " \n", - " \n", - " \n", - "
    \n", - "
    \n", - "
    " - ], - "text/plain": [ - "" - ] - }, - "execution_count": 38, - "metadata": {}, - "output_type": "execute_result" + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n", + "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif.aux.xml.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif.aux.xml.\n" + ] } ], "source": [ - "pystac_item" - ] - }, - { - "cell_type": "code", - "execution_count": 40, - "id": "b60a4d7d-6b8b-47cf-89c5-bbfd16df3c6c", - "metadata": {}, - "outputs": [], - "source": [ - "import json\n", - "with open(f'{file_name.replace('.tif', '')}_item.json', 'w') as f:\n", - " f.write(json.dumps(pystac_item.to_dict(), indent=2))" + "def main():\n", + " failures = []\n", + " with concurrent.futures.ThreadPoolExecutor(max_workers=NUM_WORKERS) as executor:\n", + " futures = {executor.submit(process_file, object_key): object_key for object_key in all_objects[0:100]}\n", + "\n", + " for idx, future in enumerate(as_completed(futures)):\n", + " if idx % 100 == 0:\n", + " print(f\"processed file {idx}\") \n", + " result = future.result()\n", + " if result['status'] == \"error\":\n", + " object_key = result['object_key']\n", + " failures.append((object_key, result))\n", + " # print(f\"{object_key}: {result['error_message']}\")\n", + "\n", + " # Save results to a log file\n", + " with open(\"failed_files.log\", \"w\") as f:\n", + " for object_key, result in failures:\n", + " f.write(f\"{object_key}\\n\")\n", + "\n", + "main()" ] } ], From 35703574720fad01d0c9ffa426bf4b91afebfe9b Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 27 Mar 2025 05:13:04 +0000 Subject: [PATCH 09/11] Rename directory for cogs --- .../test-and-move-files.ipynb} | 0 .../oco3-zarrs/oco3-stac.py | 115 -- transformation-scripts/oco3-zarrs/oco3.ipynb | 1768 ----------------- 3 files changed, 1883 deletions(-) rename transformation-scripts/{oco3-zarrs/oco3-cogs.ipynb => oco-sam-cogs/test-and-move-files.ipynb} (100%) delete mode 100644 transformation-scripts/oco3-zarrs/oco3-stac.py delete mode 100644 transformation-scripts/oco3-zarrs/oco3.ipynb diff --git a/transformation-scripts/oco3-zarrs/oco3-cogs.ipynb b/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb similarity index 100% rename from transformation-scripts/oco3-zarrs/oco3-cogs.ipynb rename to transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb diff --git a/transformation-scripts/oco3-zarrs/oco3-stac.py b/transformation-scripts/oco3-zarrs/oco3-stac.py deleted file mode 100644 index 99bd3a8e..00000000 --- a/transformation-scripts/oco3-zarrs/oco3-stac.py +++ /dev/null @@ -1,115 +0,0 @@ -""" -Generate STAC Collections for OCO-3 Zarr stores from JPL - -python generate.py ... -""" -import sys -import json -import fsspec -import xarray as xr -from pathlib import Path - -import xstac - -def generate_collection(): - return { - "id": "oco3-target-zarrs", - "description": "OCO-3 target-focused product (TFP) stored as individual Zarr stores. Each individual target is fitted to a localized, configurable grid centered around the target's center.", - "type": "Collection", - "title": "OCO-3 Level 3 Target-Focused Zarr Products", - "stac_version": "1.0.0", - "links": [ - { - "rel": "license", - "title": "EOSDIS Data Use Policy", - "href": "https://science.nasa.gov/earth-science/earth-science-data/data-information-policy", - }, - { - "rel": "about", - "title": "Github Repository", - "href": "https://github.com/EarthDigitalTwin/OCO3-data-transformer/" - } - ], - "extent": { - "spatial": {"bbox": [-180, -90, 180, 90]}, - "temporal": {"interval": [["2014-09-06", "2020-01-01"]]}, - }, - "providers": [ - { - "name": "NASA VEDA", - "roles": ["host"], - "url": "https://earthdata.nasa.gov/dashboard", - }, - { - "name": "JPL", - "roles": ["producer"], - "url": "https://ocov3.jpl.nasa.gov/sams/index.php", - }, - ], - "dashboard:is_periodic": True, - "dashboard:time_density": "day" - } - -s3_target_zarr_dir = "s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/" -# TODO: add all sites -site_names = ["cal001"] - -def generate_item(site_name): - site_zarr_s3url = f"{s3_target_zarr_dir}/{site_name}.zarr" - item_template = { - "id": f"oco3-target-{site_name}", - "type": "Feature", - "links": [], - # TODO - # "bbox": BBOX[region], - # "geometry": shapely.geometry.mapping(shapely.geometry.box(*BBOX[region])), - "stac_version": "1.0.0", - "properties": {"start_datetime": None, "end_datetime": None}, - "assets": { - "zarr-s3": { - "href": site_zarr_s3url, - "type": "application/vnd+zarr", - "roles": ["data", "zarr", "s3"], - "xarray:open_kwargs": {"consolidated": True}, - } - }, - } - - store = fsspec.get_mapper(site_zarr_s3url) - ds = xr.open_zarr(store, consolidated=True) - # may have to insert bbox and geometry here - - item = xstac.xarray_to_stac( - ds, item_template, temporal_dimension="time", x_dimension="longitude", y_dimension="latitude" - ) - - item_result = item.to_dict(include_self_link=False) - - for link in item_result["links"]: - if link["rel"] == "root": - link["href"] = "../catalog.json" - link["rel"] = str(link["rel"].value) - link["type"] = str(link["type"].value) - - return item_result - - -def main(args=None): - collection = generate_collection() - - outfile = Path(__file__).parent / "collection.json" - outfile.parent.mkdir(exist_ok=True, parents=True) - - with open(outfile, "w") as f: - json.dump(collection, f, indent=2) - - # TODO - # for site_zarr in site_zarrs... - # outfile = Path(__file__).parent / f"{frequency}/{region}/item.json" - - # with open(outfile, "w") as f: - # json.dump(item, f, indent=2) - - -if __name__ == "__main__": - sys.exit(main()) diff --git a/transformation-scripts/oco3-zarrs/oco3.ipynb b/transformation-scripts/oco3-zarrs/oco3.ipynb deleted file mode 100644 index e434a9a3..00000000 --- a/transformation-scripts/oco3-zarrs/oco3.ipynb +++ /dev/null @@ -1,1768 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 3, - "id": "fc5b34c4-3786-494c-8ac2-56f7eef27fcf", - "metadata": {}, - "outputs": [], - "source": [ - "#!pip install xstac" - ] - }, - { - "cell_type": "code", - "execution_count": 50, - "id": "605bc548-594c-4592-9ec5-c313ef0de49a", - "metadata": {}, - "outputs": [], - "source": [ - "import fsspec\n", - "from matplotlib.pyplot import imshow\n", - "import morecantile\n", - "import numpy as np\n", - "from rio_tiler.io import xarray as xarray_tiler\n", - "import xarray as xr\n", - "import xstac\n", - "import s3fs\n", - "import shapely" - ] - }, - { - "cell_type": "code", - "execution_count": 34, - "id": "e0808b16-f558-4ccb-8fd8-b381f69cbae1", - "metadata": {}, - "outputs": [], - "source": [ - "main_dir = 's3://sdap-dev-zarr/OCO3/outputs/veda'\n", - "target_dir = 'demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3'\n", - "site_name = 'cal001'\n", - "zarr_url = f'{main_dir}/{target_dir}/{site_name}.zarr/'\n" - ] - }, - { - "cell_type": "markdown", - "id": "f747b1cc-43c9-4a12-8197-7e4fcbb936ea", - "metadata": {}, - "source": [ - "There also happens to be COGs in SIMULTEST_TFP_cog." - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "id": "22c823f3-a893-4795-bba3-5a4df42515ec", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " PRE latitude/\n", - " PRE longitude/\n", - " PRE time/\n", - " PRE xco2/\n", - "2024-10-28 18:51:39 1210 .zattrs\n", - "2024-10-28 18:51:40 24 .zgroup\n", - "2024-10-28 18:51:40 5034 .zmetadata\n" - ] - } - ], - "source": [ - "#!aws s3 ls {main_dir}/demo-2024.10.28-target/SIMULTEST_TFP_cog/\n", - "!aws s3 ls {zarr_url}" - ] - }, - { - "cell_type": "markdown", - "id": "830225ba-27da-47b3-a6a9-3834d3a83000", - "metadata": {}, - "source": [ - "# Inspect the target data" - ] - }, - { - "cell_type": "code", - "execution_count": 28, - "id": "688225e0-a5ac-4497-b0d6-78b92874142f", - "metadata": {}, - "outputs": [], - "source": [ - "fs = s3fs.S3FileSystem(anon=False) # Set anon=True if accessing public data\n", - "store = fs.get_mapper(zarr_url)\n", - "target_ds = xr.open_zarr(store, zarr_format=2, chunks=None)" - ] - }, - { - "cell_type": "code", - "execution_count": 30, - "id": "dab6557e-6ff8-4f33-a80f-cc8f03537a9d", - "metadata": {}, - "outputs": [], - "source": [ - "xco2_values = target_ds.xco2" - ] - }, - { - "cell_type": "code", - "execution_count": 31, - "id": "a72c8b1c-fba6-43ec-8fe5-f20bf998c1d9", - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
    \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
    <xarray.DataArray 'xco2' ()> Size: 4B\n",
-       "array(405.46622, dtype=float32)
    " - ], - "text/plain": [ - " Size: 4B\n", - "array(405.46622, dtype=float32)" - ] - }, - "execution_count": 31, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "xco2_values.min()" - ] - }, - { - "cell_type": "code", - "execution_count": 32, - "id": "be73546b-dde6-49fe-bb24-6ad36732091a", - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
    \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
    <xarray.DataArray 'xco2' ()> Size: 4B\n",
-       "array(421.2759, dtype=float32)
    " - ], - "text/plain": [ - " Size: 4B\n", - "array(421.2759, dtype=float32)" - ] - }, - "execution_count": 32, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "xco2_values.max()" - ] - }, - { - "cell_type": "code", - "execution_count": 38, - "id": "2f7f9055-fa30-4b99-b8af-ef839433fc42", - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
    \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
    <xarray.Dataset> Size: 23MB\n",
-       "Dimensions:      (latitude: 800, longitude: 800, time: 9)\n",
-       "Coordinates:\n",
-       "  * latitude     (latitude) float32 3kB 37.0 37.0 37.0 ... 39.99 39.99 40.0\n",
-       "  * longitude    (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n",
-       "  * time         (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n",
-       "    spatial_ref  int64 8B 0\n",
-       "Data variables:\n",
-       "    xco2         (time, latitude, longitude) float32 23MB nan nan ... nan nan\n",
-       "Attributes: (12/20)\n",
-       "    comment:                NetCDF Lite files converted to Zarr (and/or Cloud...\n",
-       "    contacts:               Riley Kuttruff <Riley.K.Kuttruff@jpl.nasa.gov>; N...\n",
-       "    coverage_end:           2020-05-03T16:00:01Z\n",
-       "    coverage_start:         2019-10-10T19:01:39Z\n",
-       "    date_created:           2024-10-22T21:16:47Z\n",
-       "    date_updated:           2024-10-25T16:50:38Z\n",
-       "    ...                     ...\n",
-       "    sensor:                 OCO-3\n",
-       "    source:                 Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n",
-       "    target_bbox:            POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n",
-       "    target_id:              cal001\n",
-       "    target_name:            railroadValley\n",
-       "    title:                  SIMULTEST_TFP_POST_QF
    " - ], - "text/plain": [ - " Size: 23MB\n", - "Dimensions: (latitude: 800, longitude: 800, time: 9)\n", - "Coordinates:\n", - " * latitude (latitude) float32 3kB 37.0 37.0 37.0 ... 39.99 39.99 40.0\n", - " * longitude (longitude) float32 3kB -117.2 -117.2 -117.2 ... -114.2 -114.2\n", - " * time (time) datetime64[ns] 72B 2019-10-10T19:01:39 ... 2020-05-03...\n", - " spatial_ref int64 8B 0\n", - "Data variables:\n", - " xco2 (time, latitude, longitude) float32 23MB nan nan ... nan nan\n", - "Attributes: (12/20)\n", - " comment: NetCDF Lite files converted to Zarr (and/or Cloud...\n", - " contacts: Riley Kuttruff ; N...\n", - " coverage_end: 2020-05-03T16:00:01Z\n", - " coverage_start: 2019-10-10T19:01:39Z\n", - " date_created: 2024-10-22T21:16:47Z\n", - " date_updated: 2024-10-25T16:50:38Z\n", - " ... ...\n", - " sensor: OCO-3\n", - " source: Derived from the OCO3_L2_Lite_FP_10.4r dataset fr...\n", - " target_bbox: POLYGON ((-114.1902 36.997, -114.1902 39.997, -11...\n", - " target_id: cal001\n", - " target_name: railroadValley\n", - " title: SIMULTEST_TFP_POST_QF" - ] - }, - "execution_count": 38, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "target_ds.rio.write_crs('epsg:4326', inplace=True)" - ] - }, - { - "cell_type": "code", - "execution_count": 39, - "id": "a29229f3-294c-43ed-a63c-6b15196f95c6", - "metadata": {}, - "outputs": [], - "source": [ - "lat_min, lat_max = np.min(target_ds.latitude).item(), np.max(target_ds.latitude).item()\n", - "lon_min, lon_max = np.min(target_ds.longitude).item(), np.max(target_ds.longitude).item()" - ] - }, - { - "cell_type": "markdown", - "id": "fbc8ca74-4209-429e-8ad1-516b2dc4b43c", - "metadata": {}, - "source": [ - "# Visualize it" - ] - }, - { - "cell_type": "code", - "execution_count": 139, - "id": "f2d6c413-c0f7-49dc-9525-8333932ad003", - "metadata": {}, - "outputs": [], - "source": [ - "input_array = target_ds['xco2'].isel(time=0)" - ] - }, - { - "cell_type": "code", - "execution_count": 115, - "id": "397e3968-3131-44d1-9a6a-fb1c7753174e", - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[-115.69020080566406, 38.49700164794922]" - ] - }, - "execution_count": 115, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "center_xy = [(lon_max-lon_min)/2 + lon_min, (lat_max-lat_min)/2 + lat_min]\n", - "center_xy" - ] - }, - { - "cell_type": "code", - "execution_count": 152, - "id": "582fe4c3-0d5f-4e14-a500-57f0b008a88c", - "metadata": {}, - "outputs": [], - "source": [ - "tms = morecantile.tms.get(\"WebMercatorQuad\")\n", - "zoom=7\n", - "x, y, z = tms.tile(center_xy[0], center_xy[1], zoom=zoom)" - ] - }, - { - "cell_type": "code", - "execution_count": 148, - "id": "25bdd904-b89e-4692-9bd5-a93ecd804359", - "metadata": {}, - "outputs": [], - "source": [ - "xrt = xarray_tiler.XarrayReader(input=input_array)" - ] - }, - { - "cell_type": "code", - "execution_count": 149, - "id": "fc326f59-41e5-4133-bd34-f00c7665a255", - "metadata": {}, - "outputs": [], - "source": [ - "imgdata = xrt.tile(tile_x=x, tile_y=y, tile_z=z)" - ] - }, - { - "cell_type": "code", - "execution_count": 150, - "id": "95aefe17-5e78-482f-bc40-a48536e2bbbc", - "metadata": {}, - "outputs": [], - "source": [ - "image = imgdata.data_as_image()" - ] - }, - { - "cell_type": "code", - "execution_count": 151, - "id": "72c1d7ac-c38d-4f29-85d4-1187bbb2ec16", - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "" - ] - }, - "execution_count": 151, - "metadata": {}, - "output_type": "execute_result" - }, - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAa8AAAGiCAYAAABQ9UnfAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAurklEQVR4nO3de3xV5YHv/+/a19x2NrmQ7IRLjIpVCWWOqChjK95SmYOM1Y62/s4c9efPOa3CHAocKzoz4rQlSCvMvMpUTzv9oba1eF7n5W2qY43logz1FClWQItYbgETYmKydy47+/qcP6gbNwlIIMnmIZ/367VeZK31rLWf53mt5Mu6PdsxxhgBAGARV64rAADAYBFeAADrEF4AAOsQXgAA6xBeAADrEF4AAOsQXgAA6xBeAADrEF4AAOsQXgAA6+Q0vH74wx+qtrZWeXl5mjZtmt54441cVgcAYImchdczzzyj+fPn68EHH9TWrVv1hS98QbNmzdL+/ftzVSUAgCWcXA3MO336dF100UV67LHHMssuuOAC3XjjjWpoaMhFlQAAlvDk4kPj8bi2bNmi+++/P2t5fX29Nm3a1K98LBZTLBbLzKfTaX388ccqKyuT4zjDXl8AwNAyxqirq0vV1dVyuQZ/ETAn4dXW1qZUKqXKysqs5ZWVlWppaelXvqGhQQ8//PBIVQ8AMEKampo0fvz4QW+Xk/D6xNFnTcaYAc+kFi9erAULFmTmw+GwJk6cqKamJhUXFw97PQEAQysSiWjChAkKBAIntX1Owqu8vFxut7vfWVZra2u/szFJ8vv98vv9/ZYXFxcTXgBgsZO99ZOTpw19Pp+mTZumxsbGrOWNjY2aMWNGLqoEALBIzi4bLliwQH/913+tiy++WJdffrl+9KMfaf/+/fr617+eqyoBACyRs/C69dZb1d7ern/8x39Uc3Oz6urq9PLLL6umpiZXVQIAWCJn73mdikgkomAwqHA4zD0vALDQqf4dZ2xDAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1CC8AgHUILwCAdQgvAIB1hjy8lixZIsdxsqZQKJRZb4zRkiVLVF1drfz8fM2cOVM7duwY6moAAM5gw3LmNXnyZDU3N2embdu2ZdYtX75cK1as0KpVq7R582aFQiFdd9116urqGo6qAADOQMMSXh6PR6FQKDONHTtW0uGzrn/6p3/Sgw8+qJtuukl1dXV68skn1dvbq6effno4qgIAOAMNS3jt2rVL1dXVqq2t1Ve/+lXt3r1bkrRnzx61tLSovr4+U9bv9+vKK6/Upk2bhqMqAIAzkGeodzh9+nQ99dRTOu+883To0CF95zvf0YwZM7Rjxw61tLRIkiorK7O2qays1L59+465z1gsplgslpmPRCJDXW0AgEWGPLxmzZqV+XnKlCm6/PLLdc455+jJJ5/UZZddJklyHCdrG2NMv2Wf1tDQoIcffnioqwoAsNSwPypfWFioKVOmaNeuXZmnDj85A/tEa2trv7OxT1u8eLHC4XBmampqGtY6AwBOb8MeXrFYTO+9956qqqpUW1urUCikxsbGzPp4PK4NGzZoxowZx9yH3+9XcXFx1gQAGL2G/LLhokWLdMMNN2jixIlqbW3Vd77zHUUiEd1+++1yHEfz58/X0qVLNWnSJE2aNElLly5VQUGBbrvttqGuCgDgDDXk4XXgwAF97WtfU1tbm8aOHavLLrtMb775pmpqaiRJ9913n6LRqO655x51dHRo+vTpevXVVxUIBIa6KgCAM5RjjDG5rsRgRSIRBYNBhcNhLiECgIVO9e84YxsCAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKwz6PB6/fXXdcMNN6i6ulqO4+j555/PWm+M0ZIlS1RdXa38/HzNnDlTO3bsyCoTi8U0b948lZeXq7CwUHPmzNGBAwdOqSEAgNFj0OHV09OjqVOnatWqVQOuX758uVasWKFVq1Zp8+bNCoVCuu6669TV1ZUpM3/+fD333HNas2aNNm7cqO7ubs2ePVupVOrkWwIAGD3MKZBknnvuucx8Op02oVDILFu2LLOsr6/PBINB8/jjjxtjjOns7DRer9esWbMmU+bgwYPG5XKZV1555YQ+NxwOG0kmHA6fSvUBADlyqn/Hh/Se1549e9TS0qL6+vrMMr/fryuvvFKbNm2SJG3ZskWJRCKrTHV1terq6jJlAAA4Hs9Q7qylpUWSVFlZmbW8srJS+/bty5Tx+XwqKSnpV+aT7Y8Wi8UUi8Uy85FIZCirDQCwzLA8beg4Tta8MabfsqMdr0xDQ4OCwWBmmjBhwpDVFQBgnyENr1AoJEn9zqBaW1szZ2OhUEjxeFwdHR3HLHO0xYsXKxwOZ6ampqahrDYAwDJDGl61tbUKhUJqbGzMLIvH49qwYYNmzJghSZo2bZq8Xm9WmebmZm3fvj1T5mh+v1/FxcVZEwBg9Br0Pa/u7m598MEHmfk9e/bo7bffVmlpqSZOnKj58+dr6dKlmjRpkiZNmqSlS5eqoKBAt912myQpGAzqrrvu0sKFC1VWVqbS0lItWrRIU6ZM0bXXXjt0LQMAnLEGHV5vvfWWrrrqqsz8ggULJEm33367nnjiCd13332KRqO655571NHRoenTp+vVV19VIBDIbLNy5Up5PB7dcsstikajuuaaa/TEE0/I7XYPQZMAAGc6xxhjcl2JwYpEIgoGgwqHw1xCBAALnerfccY2BABYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh/ACAFiH8AIsdudv71TtPz+a62oAI47wAgBYx5PrCgA4OTU/+p72/c1q6dJc1wQYeZx5AZba9zf/I9dVAHKG8AIAWIfwAgBYh/ACAFiH8AIAWIfwAgBYh0flgRE0+YWHdOs5v9MvD9TpUPMYFfzRp+i4lPZ+Y1GuqwZYhTMvYASlUi69Exmnjz4OSAmX+i6MytXn5LpagHU48wJGyC2/+W+6eFxSuzrHKlQelsqlaNyrVFFfrqsGWIfwAobR5BceUjTqUzDQq3NKHOW7E+roKtCFoRaV+KLa3VWmcYVh3fnbO9WT8ukPa87X2K29+vXrD+a66sBpjfAChpHPk1Ta76hjd6k2FwfkzU8o2Z6vkolRTS76UIf6Appd9nsF3FHtioW0M3W+jJer+cBnIbyAYVDz5DJNPfuALiiLKW0c/S41XomYR6mkW5f+2S61xwq1KXG2zi5qU8N716u7K0/pLq8KA1L75LxcVx847RFewBCpWf2IXP6U3O60CoqTKvZFJUnxtFfnVrRp16Gxivd6FfRG1Zv06dk/f+zwhhdJZ698VHlhl4xLigVz2AjAEoQXMISqysOqKOhSiS8ql2PU1DNGrd1Fmn/er/XD3pk61FGqfd2lKvLGsrbb/c2FOaoxYCfCCxgi+cHDTw1+3FeoQ70BeV1pxVJuOY7RmuZLFfDHFJz0oaaM+VC//GNdjmsL2I3wAk7R5a9+S70xn5IJvyJ9fnlcaXncaXldaRnjKJFyK5r0qjvml9uV1iVFu/WbQO1x9zmpYYWSNX1Kx93ad8e3RqglgD0IL+AkTf/V/Yon3Uqm/Eok3Ur0eZRKueT1JVVc2Kc8T0J9SY8SicO/ZuHuPMk4mpF3UL8ubT7uvvPaHPmm9iga9+qsnzbIt8+v9/9uwUg0C7ACz+QCp8AYR7G4R329Pjm9HpmPfYr3eVVR2K3pZXtVmt+rRMKtVNqlz4/7UH9x3g7tThbp1e2Tj7/jtNS+u0TxmEfl5V3Kn9oxMg0CLMGZF3AS/uyXf6dU2qe0cRRry5eTcMkpiykd8coxUjTp1a7uCrV0BZSK+NTUW6aWooB2uKv07+9fon2Lj38WFQ9K3ohLu+b+3Qi1CLAL4QWcoLN/sVSpHo8m1LTJGL/if7oc6O51yUk7KgpE1Rl3y+UxSqTc2hMpVThSIHePS664W6lujz742xN7qjBZZOTpZsxD4FgIL+AEpSJeyWWyl6UcjZ38kYp8cUlSeVGP/O6kirwx/Z+dZ8vd7pW3y1FfKDmoi/TGZdR3VmIoqw+cUbjnBXyGmn9drnOXrZAn4pYTd6k1XCSXK62CvJiShwr0caRQrV1F2tdaqrF53Rqb163uhF8149sUOK9Dic9FlXfII1df/1+32qeXquaJR/otz/vIJafLo7P+5fsj0UTAOpx5AQM4Z/kKpX1Gxmskn+TpcZQqMEq6jZJJtyTJ7TJyxR0lYod/jdJpl/zupFwy6o77Nb6oUxUFbn1UUKS2t8fJuPtfBtxz2wOSpJofL5ccqeasj7S/pVR+f55ccUe7F/LyMjAQwgsYgHFLTmVM6W6PCvZ65e2Reoolf3lUBXlxJVNu9cVdSlfEJCMZI50/rkXheJ7C8Xy1dRcqVBhRub9HAU9Mbc44jdlpjvl5pdVhSZLXndKFE5uVHO/Srt9PGKnmAtYhvIABmKo+mQ6f5DHqmxxVb5dXnmBcVSURleX1yONKS5La+wqVSLmVNo6iSa9cXqOJRR26vHyP/v2xKxQ5Wzrnkv3qGZ/SjmXH/rbkrf/5u1nz0391v/wTuoe1jYDNCC9gAOmES664IxnJcaTiqi6FAl2aWNShrqRfQW9UfldSybRL3Qm/+pJedfTmyx9IKt+d0ER/u/Lb00p73NoZHCdvd//7XX+79Wtq7Qvorf0T9cGt2Y/EF3gTunD8oZFqLmAdwguQdNZTyyRJ+YE+JeIe+Q4WKOWXnLSkZr/+/Mr39PnCJt1z/vrMNvf//maljaO+pFfhaJ7CnQUK5h/5VuSeCreKPkxpzB+NYmP6XzKc6P9YOzqrdO25O/UXr/+tdvxxnJxuj3xVPbq6tlUNVeuGu9mAtQgvQJJJOioPRRRbW66SfSm54yl1nutRX7kUr0jqzeYatZUW6p5PbfObtlolUm4VeuOqKo5oTEFUB9vGqK27UG1jC9VbZeSOuVTQbuS6o7XfZ77XU6UPX5ugD84OqXhst75w4ft64+3zR67RgMUIL0CSu9OjrmK/TKlRT9ytwpaU+sqN4hVJjanoUoEvoZae4qxtIn1+ed1pNV61UpJ03bpvalx5p8LRPL21u0ZeSfExjozbrc53K6T67M/8IFKu9777zcz83N/dJhnp/a/8w3A3F7Ae4QXo8HtVvXkFcp0dVWfII+ctr5I1fZowtlNnFberO+HX+20Vqvmf31PorPbDo8invHL5j7xInJaj60Pvam3r5xT7TZnSXikeNIoHpbNeSkjzsz9zwzXZ73CtuuhprbpoBBoLnAEIL0CSu08q2+JSV22+XN4jy7tjPu1oC6ljT4lMUUrFVV0K9+QrFvUqnXSpYOyR8Do70KYt4Ylq6QooPsaooMVRoshR39iUPA/w8AUwlAgvjEpn/axBe//L4sx8Kk9KxZX52pGzVn1ftaF2BX1RdSXy1JkulXrciqhQSh1+ClGO1HaoWP/ppQdVXtCrQm+RuhJ5SqZcMh6jeLGjZL6R8af1uSDhBQwlwgujyrn/69sKrCuUmebWd7bPVmsioBe3f15+f54SgSMjYJSd3aHJY5rldVI62DdGH/jTckVdcrUfHt8wlZ+W3Eaej72K5BfI7TKKpTyKpdxKJNySkRLFaaUK0nIXJVXm7dHv9k3URTX7c9h64Mwx6LENX3/9dd1www2qrq6W4zh6/vnns9bfcccdchwna7rsssuyysRiMc2bN0/l5eUqLCzUnDlzdODAgVNqCHAixv//Pnl7Dj+2HjMerWuaJBP1KFlgFCs98ji735NUS1+xDsWK5ZLRBecfkMbG5Inq8FlX3uFQkqRU0qW+P40w3xvzKRH2q+BDl1Jjkqqs+Vj1572nPBeD7AJDadBnXj09PZo6daruvPNO3XzzzQOWuf7667V69erMvM/ny1o/f/58/du//ZvWrFmjsrIyLVy4ULNnz9aWLVvkdrsHWyXghMUDbn18oaP80qja40WqKenQL+f8Y1aZmieXaVyV1Jfy6n/PeDxr3bmPrFDxeR2KdOcrFfHJYyTT7VGvO09nlRz+wsiICajoYFopv0+/vbNhxNoGjCaDDq9Zs2Zp1qxZxy3j9/sVCoUGXBcOh/WTn/xEP/3pT3XttddKkn72s59pwoQJeu211/SlL31psFUCTljK7yhRklK+J6W2eKEKPPEBy22q7z/SuySlPdL5Za36bXeN3N0upfKNnJSjVJ9bsaRHyfThixlv/oIBdYHhNCxfibJ+/XpVVFTovPPO0913363W1iMvaG7ZskWJREL19UdeeqmurlZdXZ02bdo04P5isZgikUjWBJwsT9itrnC+9kVKdKBrTL/1juvYA+imC9Iq9MSV7vArv9Wl8nPbZQpTUsyl9/dX6mBzyTDWHMAnhvyBjVmzZumv/uqvVFNToz179ujv//7vdfXVV2vLli3y+/1qaWmRz+dTSUn2L3llZaVaWloG3GdDQ4Mefvjhoa4qznDn/8NKuRKS+/IO1ZZ8rD0dpeqbPEaBvVJfT54ORbwK/Yejyb9eqZ6alK679B39+OKntPevFx9zn2U1HQon8lQysUORkgLFu/OVF4hJgcMjy08o61Ta8A3IwHAb8vC69dZbMz/X1dXp4osvVk1NjV566SXddNNNx9zOGCPHGfiXfvHixVqwYEFmPhKJaMIEvi4CR9T8z+9JkgoqelRRfHg09lR+tYzH0bufvqc15/A/k7674vATgQWOYmVGnrI+dcQLPvNz0kb6KFqk8oJelRf06uNogVJpR6m0S9s+9TlX/nqRvjLud5p3/tqhaySAjGF/VL6qqko1NTXatWuXJCkUCikej6ujoyPr7Ku1tVUzZswYcB9+v19+v3+4qwpLfW7JSnnz3TKO1Osu0MG4R3KMPli84JjbmHN75XGM3F/p1WUlrRrr69YbLecMWHb2G/PU1DlGv7/h25mvLpnzxly9+IVVmTKTX3goa5ujR88AMLSG5Z7Xp7W3t6upqUlVVVWSpGnTpsnr9aqxsTFTprm5Wdu3bz9meAHH4+mT/B87ymt3VPZbjwLrCuT3J4+7zVXnvK/8vCOPr6fkUiwx8P/ldreXKXXUpcB4OvupWJdz7PtkAIbeoM+8uru79cEHH2Tm9+zZo7ffflulpaUqLS3VkiVLdPPNN6uqqkp79+7VAw88oPLycn35y1+WJAWDQd11111auHChysrKVFpaqkWLFmnKlCmZpw+Bwdix7MjgtlO+uVLebqPuj49/CXCMNyqXY9TZna/3VaF8b0LxhEc1qx/Rvju/lVX23RuX9Ns+lc7+f9+2ox63BzC8Bh1eb731lq666qrM/Cf3om6//XY99thj2rZtm5566il1dnaqqqpKV111lZ555hkFAoHMNitXrpTH49Ett9yiaDSqa665Rk888QTveOGURUNGanHkaz4yQOFVaxdmhnk61FWkhy58Sd+bukXfm3p4fc3qR+S4jVy+lNx5qaz9nf/sw/rDTdmXBCUpmvRqxqvfUuf6kN5d+s1+6wEMr0GH18yZM2XMsS+R/OpXv/rMfeTl5ekHP/iBfvCDHwz244HjGvMHKZWXfXy2/Hq8OjqNEgFHPeNTWtT8Vf3VuUfWn3vWIXXHfYolPOruzb63OqGkc8DPOfCHSuV95Br+6+4ABsTYhrDGTf/xDfUmfdrbXqpYn1fpPrfOqvko6+EIJy35O418XdJ5316pVL6R3zjyRKW+Mmnv3EX99tvWXai+uFcFeTFJUu3TSyUjTZn4oQq9aV3+6rcU8MUUS3nUEz88Wox7bKH+MO/BkWk4gH4IL1ijL+VVIu1WKuVSOu7Wvv/3W/3KbH7yyBOGkxpWKFmUkjfiUdojJYqzz8jWfHCxlv3hevX05imVcinfH5fjSCblSBGv+sZ59OrMfxqwLjNe7f/ZAEYO4QVr/OHDSlWWRpTaX6jC9s9+EXjKF3epLVqklo+q1Xm+kWt8b9b6NS2XqifqV9mYbhX54mpqHyOPJ6WCMXGNqY7K40ofc9+tHYFjrgMw/AgvWOHsXyyVMY4+3FemvC5H6RM4cuNpj8rzu5WY3qLOnnwV+BO66T++offbxyqVcslxKlQS6FU86dahWJEk6b0vL5EkXfrKYoWjecfc9we3/t1QNAvASSK8cFqb8eq39OGhMXJ5pHTMLV+bR54+KeU//IWRK2b9XE81X66t22vlK+tTvCNPTsylwokR1ZZKZf4eTS5u1qa2s9Wb8Kq1N6C+Pq9M2iXHMRozplOt3UWKxbzyeI48aZhKuxSN+Y5TMwC5RHjhtHbwQKnkklI9LnkibuW3HLlc6Ol26X9/dLH2hY+M1OIvjSqddtTdXqCyqiZdUNgsSYolPYrGvTLGUaLXp/ziPk0o6VSRN6ZOT75inpTKio5cViz0xdXTR3gBpyvHHO+599NUJBJRMBhUOBxWcXFxrquDYVTz4+Vyd7uVKjx8/8nV65Iv4pLM4UfiF934gopdUd026bf9tr343x+Q25VWVzRPbldaLscobRx1d+XJcUluT0q1Y9vlc6eUNo5ae4pUXtCjV67855FuJjDqnOrfcc68cFqo+dflcqJu+at7dEFli97ePVGOJy0n35GrwyMVx+V2p5VI5itRaORKSU5Kere3WkFPdMB9et0p9cZ86gnnqTDYp7RjlEy6JefwCPCplEsp41Is6ShpXDKMBg9Yg/DCaWHq5/ZrW1O1xhZ3a3xBp3bkV6m0uEcux+ijDyv1+fEH9fwVP8yUP2vV9+X/2K0Xtv6Z3J0efXtK/31eWHJIzdFidX5cKElKJt3q6/bJ5UnL7UnL96fxD5s6xigW9aq0hLMuwBaEF04Lv989Xr6DPjV1j1VnNE8m7ai9s0ippEuelLT13VrpiiPlnaSjZIGRHCn/0MDjXKz/4yQFiqJS1K2eRIHkMXL7UyoO9CqW8CjW51WzihWPe+S4jc4paRuh1gI4VYQXTgul5V3q2V+ufX/zP7KWn7Xq+1Ja/Zan89LKa/LISXm145GBxxZ0e1KHB9B1SU7cJZMyShnJX5pUMn34MmE67Wj3VxkpA7ANQ7Mh5275zX/T1v/8Xb3/9/1DyNfpkitx5F7U4zuv1N1v/Ve5AgkVfmgU2JtdvuaJRzI/v/+Vfzj8VSXetJyEI3evS06vW27HyP2nrzBx+CoTwEqEF3Ku0B0/5rrY+ITKtx15/2rZq3O0r7tUFeURtV2aVtp71EMWA2TR2FBYxmMy61s7AurqyVM66ai3M38omgBghHHZEDm3dsf50qVH5mtWPyK5jJR0yYm6Falx6/P/faVSfmnv8oXH3dfR38WVMo7SCY9MYUqpPEdyGRnDpULAdoQXcq7oDz5d8OBK9Y1NK52XljyOnF63XDFHTtJRb5VR8H3pnX9eMOD2kxpWaNfigdcZ4yiRdMubn5AxjhzH8Eg8cAYgvJBzn4z47o47clJuGa+RymOSyygZ9ahks1d9Y48dOPGqxKA+L9nHYQ/Yjt9i5Nx73x34acGa1Y9IjhS+ok+ug9mD5F76ymJF4179+bg9qhkfGnD7c//Xt5WI5kvGkdKS4zHa+1/vH/L6Axh5hBdOW/vu/JbO+lmDykq69dZtD0iSLnhwpQr+vE1F/oTiSbfaYodfQJ78wkP6ytlvK5LM08eJQn3YE5RJl0spZ8Dv/QJgN8ILp7WCopiiG8ZKsw7Pp72S25WWz5WS35vUu7/8nIxLigeNdlVWKN+dUDiep13vjVN+VbfGFPce/wMAWInwwmmtp7VQRZ+aTxYYHdpXqkPO4VE2inukrkuj+ps/26gfvXaNnJS0e8HCzGgcZz21LCf1BjC8CC+cdia/8JBc68coVip58t1ykkfW/fG+I08VnvvIChmPtOf/OXxJcfFk6exHV2Tti3tcwJmJl5RxWjl7zXcV+0NQ8aDkSkq+Dkfu2OGvRjmaK+6orzT7reSa/3RwpKoKIIc488Lpx5HSPqNUnlHaZxStltxFyX7FYtUJeT/iEAZGI37zcVq4ceM96krkyaTKJUnx0iNDQsljtPtrD/TbxvGm5Y45OnfZCiUDaXnGRvXBLY+OVJUB5BDhhdPCp7+r6xM1qx+R0+eWcaUH3Ib7WcDoRXjhtJW33ycZafJ1f8x1VQCcZnhgA6etRCCtZIHRlg9qVPMkj7wDOIIzL5xWav51ufb9f/dJ+tP7WgAwAM68cFpxdbtzXQUAFiC8cFpJj+n/SDwAHI3Lhjit7LvjyCC6Z/3w+zJ5KTm+tMpKu7XlL76bw5oBOJ0QXjitOd60aqrac10NAKcZwgunrYqz2/Xb6xtyXQ0ApyHueeG0RXABOBbCCyNi8v0rc10FAGcQwgsjIjrWfHYhADhB3PPCsDpn+QrltTky1YQXgKFDeGFYffrLIwFgqHDZEABgHcILAGAdwgsAYB3CCwBgHcILAGAdwgsj4vx/4CVlAEOH8MKIMBxpAIYQf1IwInYu+WauqwDgDEJ4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArDOo8GpoaNAll1yiQCCgiooK3Xjjjdq5c2dWGWOMlixZourqauXn52vmzJnasWNHVplYLKZ58+apvLxchYWFmjNnjg4cOHDqrQEAjAqDCq8NGzbo3nvv1ZtvvqnGxkYlk0nV19erp6cnU2b58uVasWKFVq1apc2bNysUCum6665TV1dXpsz8+fP13HPPac2aNdq4caO6u7s1e/ZspVKpoWsZAODMZU5Ba2urkWQ2bNhgjDEmnU6bUChkli1blinT19dngsGgefzxx40xxnR2dhqv12vWrFmTKXPw4EHjcrnMK6+8ckKfGw6HjSQTDodPpfoAgBw51b/jp3TPKxwOS5JKS0slSXv27FFLS4vq6+szZfx+v6688kpt2rRJkrRlyxYlEomsMtXV1aqrq8uUOVosFlMkEsmaAACj10mHlzFGCxYs0BVXXKG6ujpJUktLiySpsrIyq2xlZWVmXUtLi3w+n0pKSo5Z5mgNDQ0KBoOZacKECSdbbQDAGeCkw2vu3Ll655139Itf/KLfOsdxsuaNMf2WHe14ZRYvXqxwOJyZmpqaTrbaAIAzwEmF17x58/Tiiy9q3bp1Gj9+fGZ5KBSSpH5nUK2trZmzsVAopHg8ro6OjmOWOZrf71dxcXHWBAAYvQYVXsYYzZ07V88++6zWrl2r2trarPW1tbUKhUJqbGzMLIvH49qwYYNmzJghSZo2bZq8Xm9WmebmZm3fvj1TBgCA4/EMpvC9996rp59+Wi+88IICgUDmDCsYDCo/P1+O42j+/PlaunSpJk2apEmTJmnp0qUqKCjQbbfdlil71113aeHChSorK1NpaakWLVqkKVOm6Nprrx36FgIAzjiDCq/HHntMkjRz5sys5atXr9Ydd9whSbrvvvsUjUZ1zz33qKOjQ9OnT9err76qQCCQKb9y5Up5PB7dcsstikajuuaaa/TEE0/I7XafWmsAAKOCY4wxua7EYEUiEQWDQYXDYe5/AYCFTvXvOGMbAgCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsQ3gBAKxDeAEArEN4AQCsM6jwamho0CWXXKJAIKCKigrdeOON2rlzZ1aZO+64Q47jZE2XXXZZVplYLKZ58+apvLxchYWFmjNnjg4cOHDqrQEAjAqDCq8NGzbo3nvv1ZtvvqnGxkYlk0nV19erp6cnq9z111+v5ubmzPTyyy9nrZ8/f76ee+45rVmzRhs3blR3d7dmz56tVCp16i0CAJzxPIMp/Morr2TNr169WhUVFdqyZYu++MUvZpb7/X6FQqEB9xEOh/WTn/xEP/3pT3XttddKkn72s59pwoQJeu211/SlL31psG0AAIwyp3TPKxwOS5JKS0uzlq9fv14VFRU677zzdPfdd6u1tTWzbsuWLUokEqqvr88sq66uVl1dnTZt2jTg58RiMUUikawJADB6nXR4GWO0YMECXXHFFaqrq8ssnzVrln7+859r7dq1evTRR7V582ZdffXVisVikqSWlhb5fD6VlJRk7a+yslItLS0DflZDQ4OCwWBmmjBhwslWGwBwBhjUZcNPmzt3rt555x1t3Lgxa/mtt96a+bmurk4XX3yxampq9NJLL+mmm2465v6MMXIcZ8B1ixcv1oIFCzLzkUiEAAOAUeykzrzmzZunF198UevWrdP48eOPW7aqqko1NTXatWuXJCkUCikej6ujoyOrXGtrqyorKwfch9/vV3FxcdYEABi9BhVexhjNnTtXzz77rNauXava2trP3Ka9vV1NTU2qqqqSJE2bNk1er1eNjY2ZMs3Nzdq+fbtmzJgxyOoDAEajQV02vPfee/X000/rhRdeUCAQyNyjCgaDys/PV3d3t5YsWaKbb75ZVVVV2rt3rx544AGVl5fry1/+cqbsXXfdpYULF6qsrEylpaVatGiRpkyZknn6EACA4xlUeD322GOSpJkzZ2YtX716te644w653W5t27ZNTz31lDo7O1VVVaWrrrpKzzzzjAKBQKb8ypUr5fF4dMsttygajeqaa67RE088IbfbfeotAgCc8RxjjMl1JQYrEokoGAwqHA5z/wsALHSqf8dP+mnDXPokb3nfCwDs9Mnf75M9f7IyvLq6uiSJx+UBwHJdXV0KBoOD3s7Ky4bpdFo7d+7UhRdeqKamJi4dDuCTd+Hon4HRP5+NPjo++uf4Pqt/jDHq6upSdXW1XK7Bv7Vl5ZmXy+XSuHHjJIn3vj4D/XN89M9no4+Oj/45vuP1z8mccX2C7/MCAFiH8AIAWMfa8PL7/XrooYfk9/tzXZXTEv1zfPTPZ6OPjo/+Ob7h7h8rH9gAAIxu1p55AQBGL8ILAGAdwgsAYB3CCwBgHWvD64c//KFqa2uVl5enadOm6Y033sh1lUbckiVL5DhO1hQKhTLrjTFasmSJqqurlZ+fr5kzZ2rHjh05rPHwe/3113XDDTeourpajuPo+eefz1p/In0Si8U0b948lZeXq7CwUHPmzNGBAwdGsBXD57P654477uh3TF122WVZZc7k/mloaNAll1yiQCCgiooK3Xjjjdq5c2dWmdF8DJ1I/4zUMWRleD3zzDOaP3++HnzwQW3dulVf+MIXNGvWLO3fvz/XVRtxkydPVnNzc2batm1bZt3y5cu1YsUKrVq1Sps3b1YoFNJ1112XGRvyTNTT06OpU6dq1apVA64/kT6ZP3++nnvuOa1Zs0YbN25Ud3e3Zs+erVQqNVLNGDaf1T+SdP3112cdUy+//HLW+jO5fzZs2KB7771Xb775phobG5VMJlVfX6+enp5MmdF8DJ1I/0gjdAwZC1166aXm61//etay888/39x///05qlFuPPTQQ2bq1KkDrkun0yYUCplly5ZllvX19ZlgMGgef/zxEaphbkkyzz33XGb+RPqks7PTeL1es2bNmkyZgwcPGpfLZV555ZURq/tIOLp/jDHm9ttvN3/5l395zG1GU/8YY0xra6uRZDZs2GCM4Rg62tH9Y8zIHUPWnXnF43Ft2bJF9fX1Wcvr6+u1adOmHNUqd3bt2qXq6mrV1tbqq1/9qnbv3i1J2rNnj1paWrL6ye/368orrxyV/SSdWJ9s2bJFiUQiq0x1dbXq6upGTb+tX79eFRUVOu+883T33XertbU1s2609U84HJYklZaWSuIYOtrR/fOJkTiGrAuvtrY2pVIpVVZWZi2vrKxUS0tLjmqVG9OnT9dTTz2lX/3qV/rxj3+slpYWzZgxQ+3t7Zm+oJ+OOJE+aWlpkc/nU0lJyTHLnMlmzZqln//851q7dq0effRRbd68WVdffbVisZik0dU/xhgtWLBAV1xxherq6iRxDH3aQP0jjdwxZOWo8pLkOE7WvDGm37Iz3axZszI/T5kyRZdffrnOOeccPfnkk5kbpPRTfyfTJ6Ol32699dbMz3V1dbr44otVU1Ojl156STfddNMxtzsT+2fu3Ll65513tHHjxn7rOIaO3T8jdQxZd+ZVXl4ut9vdL6FbW1v7/W9otCksLNSUKVO0a9euzFOH9NMRJ9InoVBI8XhcHR0dxywzmlRVVammpka7du2SNHr6Z968eXrxxRe1bt06jR8/PrOcY+iwY/XPQIbrGLIuvHw+n6ZNm6bGxsas5Y2NjZoxY0aOanV6iMVieu+991RVVaXa2lqFQqGsforH49qwYcOo7acT6ZNp06bJ6/VmlWlubtb27dtHZb+1t7erqalJVVVVks78/jHGaO7cuXr22We1du1a1dbWZq0f7cfQZ/XPQIbtGDrhRztOI2vWrDFer9f85Cc/Me+++66ZP3++KSwsNHv37s111UbUwoULzfr1683u3bvNm2++aWbPnm0CgUCmH5YtW2aCwaB59tlnzbZt28zXvvY1U1VVZSKRSI5rPny6urrM1q1bzdatW40ks2LFCrN161azb98+Y8yJ9cnXv/51M378ePPaa6+Z3/3ud+bqq682U6dONclkMlfNGjLH65+uri6zcOFCs2nTJrNnzx6zbt06c/nll5tx48aNmv75xje+YYLBoFm/fr1pbm7OTL29vZkyo/kY+qz+GcljyMrwMsaYf/mXfzE1NTXG5/OZiy66KOtRzdHi1ltvNVVVVcbr9Zrq6mpz0003mR07dmTWp9Np89BDD5lQKGT8fr/54he/aLZt25bDGg+/devWGUn9pttvv90Yc2J9Eo1Gzdy5c01paanJz883s2fPNvv3789Ba4be8fqnt7fX1NfXm7Fjxxqv12smTpxobr/99n5tP5P7Z6C+kWRWr16dKTOaj6HP6p+RPIb4ShQAgHWsu+cFAADhBQCwDuEFALAO4QUAsA7hBQCwDuEFALAO4QUAsA7hBQCwDuEFALAO4QUAsA7hBQCwDuEFALDO/wVlvsiAWy+uxQAAAABJRU5ErkJggg==", - "text/plain": [ - "
    " - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], - "source": [ - "imshow(image)" - ] - }, - { - "cell_type": "markdown", - "id": "7b987d08-1e6b-4185-a70f-064f50706875", - "metadata": {}, - "source": [ - "## STAC" - ] - }, - { - "cell_type": "code", - "execution_count": 53, - "id": "e0feac4a-df03-468a-9459-92feb894c4c2", - "metadata": {}, - "outputs": [], - "source": [ - "bbox = [lon_min, lat_min, lon_max, lat_max]\n", - "item_template = {\n", - " \"id\": f\"oco3-target-{site_name}\",\n", - " \"type\": \"Feature\",\n", - " \"links\": [],\n", - " \"bbox\": bbox,\n", - " \"geometry\": shapely.geometry.mapping(shapely.geometry.box(*bbox)),\n", - " \"stac_version\": \"1.0.0\",\n", - " \"properties\": {\"start_datetime\": None, \"end_datetime\": None},\n", - " \"assets\": {\n", - " \"zarr-s3\": {\n", - " \"href\": zarr_url,\n", - " \"type\": \"application/vnd+zarr\",\n", - " \"roles\": [\"data\", \"zarr\", \"s3\"],\n", - " \"xarray:open_kwargs\": {\"consolidated\": True},\n", - " }\n", - " },\n", - "}" - ] - }, - { - "cell_type": "code", - "execution_count": 54, - "id": "02677c96-616e-4d93-b136-377813a0ed64", - "metadata": {}, - "outputs": [], - "source": [ - "item = xstac.xarray_to_stac(\n", - " target_ds, item_template, temporal_dimension=\"time\", x_dimension=\"longitude\", y_dimension=\"latitude\"\n", - ")\n" - ] - }, - { - "cell_type": "code", - "execution_count": 55, - "id": "5d64a57d-0914-4c6e-b06e-2dc6e5945d9c", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'assets': {'zarr-s3': {'href': 's3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_post_qf/oco3/cal001.zarr/',\n", - " 'roles': ['data', 'zarr', 's3'],\n", - " 'type': 'application/vnd+zarr',\n", - " 'xarray:open_kwargs': {'consolidated': True}}},\n", - " 'bbox': [-117.19020080566406,\n", - " 36.99700164794922,\n", - " -114.19020080566406,\n", - " 39.99700164794922],\n", - " 'geometry': {'coordinates': (((-114.19020080566406, 36.99700164794922),\n", - " (-114.19020080566406, 39.99700164794922),\n", - " (-117.19020080566406, 39.99700164794922),\n", - " (-117.19020080566406, 36.99700164794922),\n", - " (-114.19020080566406, 36.99700164794922)),),\n", - " 'type': 'Polygon'},\n", - " 'id': 'oco3-target-cal001',\n", - " 'links': [],\n", - " 'properties': {'cube:dimensions': {'latitude': {'axis': 'y',\n", - " 'description': 'latitude',\n", - " 'extent': [36.99700164794922,\n", - " 39.99700164794922],\n", - " 'reference_system': {'$schema': 'https://proj.org/schemas/v0.7/projjson.schema.json',\n", - " 'coordinate_system': {'axis': [{'abbreviation': 'Lat',\n", - " 'direction': 'north',\n", - " 'name': 'Geodetic '\n", - " 'latitude',\n", - " 'unit': 'degree'},\n", - " {'abbreviation': 'Lon',\n", - " 'direction': 'east',\n", - " 'name': 'Geodetic '\n", - " 'longitude',\n", - " 'unit': 'degree'}],\n", - " 'subtype': 'ellipsoidal'},\n", - " 'datum': {'ellipsoid': {'inverse_flattening': 298.257223563,\n", - " 'name': 'WGS '\n", - " '84',\n", - " 'semi_major_axis': 6378137},\n", - " 'name': 'World '\n", - " 'Geodetic '\n", - " 'System '\n", - " '1984',\n", - " 'type': 'GeodeticReferenceFrame'},\n", - " 'id': {'authority': 'EPSG',\n", - " 'code': 4326},\n", - " 'name': 'WGS '\n", - " '84',\n", - " 'type': 'GeographicCRS'},\n", - " 'type': 'spatial'},\n", - " 'longitude': {'axis': 'x',\n", - " 'description': 'longitude',\n", - " 'extent': [-117.19020080566406,\n", - " -114.19020080566406],\n", - " 'reference_system': {'$schema': 'https://proj.org/schemas/v0.7/projjson.schema.json',\n", - " 'coordinate_system': {'axis': [{'abbreviation': 'Lat',\n", - " 'direction': 'north',\n", - " 'name': 'Geodetic '\n", - " 'latitude',\n", - " 'unit': 'degree'},\n", - " {'abbreviation': 'Lon',\n", - " 'direction': 'east',\n", - " 'name': 'Geodetic '\n", - " 'longitude',\n", - " 'unit': 'degree'}],\n", - " 'subtype': 'ellipsoidal'},\n", - " 'datum': {'ellipsoid': {'inverse_flattening': 298.257223563,\n", - " 'name': 'WGS '\n", - " '84',\n", - " 'semi_major_axis': 6378137},\n", - " 'name': 'World '\n", - " 'Geodetic '\n", - " 'System '\n", - " '1984',\n", - " 'type': 'GeodeticReferenceFrame'},\n", - " 'id': {'authority': 'EPSG',\n", - " 'code': 4326},\n", - " 'name': 'WGS '\n", - " '84',\n", - " 'type': 'GeographicCRS'},\n", - " 'type': 'spatial'},\n", - " 'time': {'description': 'time',\n", - " 'extent': ['2019-10-10T19:01:39Z',\n", - " '2020-05-03T16:00:01Z'],\n", - " 'type': 'temporal'}},\n", - " 'cube:variables': {'spatial_ref': {'attrs': {'crs_wkt': 'GEOGCS[\"WGS '\n", - " '84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS '\n", - " '84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]],AUTHORITY[\"EPSG\",\"6326\"]],PRIMEM[\"Greenwich\",0,AUTHORITY[\"EPSG\",\"8901\"]],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]],AXIS[\"Latitude\",NORTH],AXIS[\"Longitude\",EAST],AUTHORITY[\"EPSG\",\"4326\"]]',\n", - " 'geographic_crs_name': 'WGS '\n", - " '84',\n", - " 'grid_mapping_name': 'latitude_longitude',\n", - " 'horizontal_datum_name': 'World '\n", - " 'Geodetic '\n", - " 'System '\n", - " '1984',\n", - " 'inverse_flattening': 298.257223563,\n", - " 'longitude_of_prime_meridian': 0.0,\n", - " 'prime_meridian_name': 'Greenwich',\n", - " 'reference_ellipsoid_name': 'WGS '\n", - " '84',\n", - " 'semi_major_axis': 6378137.0,\n", - " 'semi_minor_axis': 6356752.314245179,\n", - " 'spatial_ref': 'GEOGCS[\"WGS '\n", - " '84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS '\n", - " '84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]],AUTHORITY[\"EPSG\",\"6326\"]],PRIMEM[\"Greenwich\",0,AUTHORITY[\"EPSG\",\"8901\"]],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]],AXIS[\"Latitude\",NORTH],AXIS[\"Longitude\",EAST],AUTHORITY[\"EPSG\",\"4326\"]]'},\n", - " 'dimensions': [],\n", - " 'shape': [],\n", - " 'type': 'auxiliary'},\n", - " 'xco2': {'attrs': {'comment': 'Column-averaged '\n", - " 'dry-air mole '\n", - " 'fraction of '\n", - " 'CO2 '\n", - " '(includes '\n", - " 'bias '\n", - " 'correction)',\n", - " 'long_name': 'XCO2',\n", - " 'units': 'ppm'},\n", - " 'description': 'XCO2',\n", - " 'dimensions': ['time',\n", - " 'latitude',\n", - " 'longitude'],\n", - " 'shape': [9, 800, 800],\n", - " 'type': 'data',\n", - " 'unit': 'ppm'}},\n", - " 'datetime': None,\n", - " 'end_datetime': '2020-05-03T16:00:01Z',\n", - " 'start_datetime': '2019-10-10T19:01:39Z'},\n", - " 'stac_extensions': ['https://stac-extensions.github.io/datacube/v2.2.0/schema.json'],\n", - " 'stac_version': '1.0.0',\n", - " 'type': 'Feature'}\n" - ] - } - ], - "source": [ - "import pprint\n", - "pprint.pprint(item.to_dict())" - ] - }, - { - "cell_type": "code", - "execution_count": 64, - "id": "b1f52b41-6205-4d3a-85ed-ee3225671490", - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'2020-05-03T16:00:01Z'" - ] - }, - "execution_count": 64, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "import json\n", - "item_dict = item.to_dict()\n", - "item_dict[\"collection\"] = \"oco3\"\n", - "# fix me\n", - "item_dict[\"properties\"][\"datetime\"] = item_dict[\"properties\"][\"end_datetime\"]\n", - "del item_dict[\"properties\"][\"start_datetime\"]\n", - "del item_dict[\"properties\"][\"end_datetime\"]\n", - "item_dict[\"properties\"][\"datetime\"]" - ] - }, - { - "cell_type": "code", - "execution_count": 65, - "id": "bec023ad-13b5-4695-a00e-e38f8b06c89f", - "metadata": {}, - "outputs": [], - "source": [ - "with open(f'oco3_{site_name}_item.json', 'w') as f:\n", - " f.write(json.dumps(item_dict, indent=2))" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.7" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -} From 71cfb1d422b0dcb4db27e60414c27bfb63fc91bc Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Wed, 26 Mar 2025 22:21:44 -0700 Subject: [PATCH 10/11] Reformat notebook with black --- .../oco-sam-cogs/test-and-move-files.ipynb | 59 +++++++++++-------- 1 file changed, 36 insertions(+), 23 deletions(-) diff --git a/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb b/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb index 25076aa5..ee39dd78 100644 --- a/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb +++ b/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb @@ -23,7 +23,7 @@ "\n", "gdal.DontUseExceptions()\n", "\n", - "s3_client = boto3.client('s3')" + "s3_client = boto3.client(\"s3\")" ] }, { @@ -33,17 +33,17 @@ "metadata": {}, "outputs": [], "source": [ - "source_bucket = 'sdap-dev-zarr'\n", - "source_dir = 'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog'\n", + "source_bucket = \"sdap-dev-zarr\"\n", + "source_dir = \"OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog\"\n", "# Set the number of worker processes\n", - "NUM_WORKERS = 4 \n", + "NUM_WORKERS = 4\n", "destination_bucket = \"veda-data-store-staging\"\n", "collection = \"oco3-co2\"\n", "prefix = f\"{source_dir}/{collection}\"\n", "collection_prefix_collection_id_map = {\n", - " 'oco3-co2': 'oco3-co2-sam-l3-cogs',\n", - " 'oco2-co2': 'oco2-co2-sam-l3-cogs',\n", - " 'oco3-sif': 'oco3-co2-sif-l3-cogs',\n", + " \"oco3-co2\": \"oco3-co2-sam-l3-cogs\",\n", + " \"oco2-co2\": \"oco2-co2-sam-l3-cogs\",\n", + " \"oco3-sif\": \"oco3-co2-sif-l3-cogs\",\n", "}" ] }, @@ -55,16 +55,16 @@ "outputs": [], "source": [ "# List all objects in the source bucket\n", - "all_objects = [] \n", + "all_objects = []\n", "continuation_token = None\n", "\n", "while all_objects == [] or continuation_token is not None:\n", " args = dict(Bucket=source_bucket, Prefix=prefix)\n", " if continuation_token is not None:\n", - " args['ContinuationToken'] = continuation_token\n", + " args[\"ContinuationToken\"] = continuation_token\n", " response = s3_client.list_objects_v2(**args)\n", - " [all_objects.append(obj['Key']) for obj in response.get('Contents', [])]\n", - " continuation_token = response.get('NextContinuationToken', None)" + " [all_objects.append(obj[\"Key\"]) for obj in response.get(\"Contents\", [])]\n", + " continuation_token = response.get(\"NextContinuationToken\", None)" ] }, { @@ -117,18 +117,23 @@ "outputs": [], "source": [ "def copy_object(object_key: str):\n", - " copy_source = {'Bucket': source_bucket, 'Key': object_key}\n", - " destination_file_name = object_key.split('/')[-1]\n", - " collection_prefix = destination_file_name.split('_')[0]\n", + " copy_source = {\"Bucket\": source_bucket, \"Key\": object_key}\n", + " destination_file_name = object_key.split(\"/\")[-1]\n", + " collection_prefix = destination_file_name.split(\"_\")[0]\n", " destination_dir = collection_prefix_collection_id_map[collection_prefix]\n", " destination_object_key = f\"{destination_dir}/{destination_file_name}\"\n", - " s3_client.copy_object(CopySource=copy_source, Bucket=destination_bucket, Key=destination_object_key)\n", - " print(f\"Copied: s3://{source_bucket}/{object_key} to s3://{destination_bucket}/{destination_object_key}\")\n", + " s3_client.copy_object(\n", + " CopySource=copy_source, Bucket=destination_bucket, Key=destination_object_key\n", + " )\n", + " print(\n", + " f\"Copied: s3://{source_bucket}/{object_key} to s3://{destination_bucket}/{destination_object_key}\"\n", + " )\n", + "\n", "\n", "def process_file(object_key: str):\n", " \"\"\"Function to process a single file.\"\"\"\n", " dataset = gdal.Open(f\"/vsis3/{source_bucket}/{object_key}\", gdal.GA_ReadOnly)\n", - " \n", + "\n", " if dataset is None:\n", " return file_path, \"Failed to open\"\n", "\n", @@ -140,8 +145,12 @@ " err_msg = gdal.GetLastErrorMsg()\n", "\n", " if \"Failed to compute statistics, no valid pixels found in sampling\" in err_msg:\n", - " return dict(object_key=object_key, error_message=f\"GDAL Error: {err_msg}\", status=\"error\")\n", - " else: \n", + " return dict(\n", + " object_key=object_key,\n", + " error_message=f\"GDAL Error: {err_msg}\",\n", + " status=\"error\",\n", + " )\n", + " else:\n", " copy_object(object_key=object_key)\n", " return dict(object_key=object_key, error_message=None, status=\"success\")" ] @@ -679,14 +688,17 @@ "def main():\n", " failures = []\n", " with concurrent.futures.ThreadPoolExecutor(max_workers=NUM_WORKERS) as executor:\n", - " futures = {executor.submit(process_file, object_key): object_key for object_key in all_objects[0:100]}\n", + " futures = {\n", + " executor.submit(process_file, object_key): object_key\n", + " for object_key in all_objects[0:100]\n", + " }\n", "\n", " for idx, future in enumerate(as_completed(futures)):\n", " if idx % 100 == 0:\n", - " print(f\"processed file {idx}\") \n", + " print(f\"processed file {idx}\")\n", " result = future.result()\n", - " if result['status'] == \"error\":\n", - " object_key = result['object_key']\n", + " if result[\"status\"] == \"error\":\n", + " object_key = result[\"object_key\"]\n", " failures.append((object_key, result))\n", " # print(f\"{object_key}: {result['error_message']}\")\n", "\n", @@ -695,6 +707,7 @@ " for object_key, result in failures:\n", " f.write(f\"{object_key}\\n\")\n", "\n", + "\n", "main()" ] } From 949ac68e4adf28a4dda1b2cea2c8608b2ea66df0 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 27 Mar 2025 21:56:25 +0000 Subject: [PATCH 11/11] Add OCO-2 CO2 target collection and 100 sample files to bucket --- .../dataset-config/oco2-co2-target-cogs.json | 27 + .../staging/dataset-config/oco3-sam-cogs.json | 30 -- .../oco-sam-cogs/test-and-move-files.ipynb | 479 +++++++++--------- 3 files changed, 264 insertions(+), 272 deletions(-) create mode 100644 ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json delete mode 100644 ingestion-data/staging/dataset-config/oco3-sam-cogs.json diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json new file mode 100644 index 00000000..ec2b2853 --- /dev/null +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -0,0 +1,27 @@ +{ + "collection": "oco2-co2-target-cogs", + "title": "Orbiting Carbon Observatory 2 (OCO-2) Target Mode Cloud-Optimized GeoTIFFs (COGs)", + "description": "NASA-JPL's OCO-2 (Orbiting Carbon Observatory 2) is an Earth satellite mission to study the sources and sinks of carbon dioxide globally. The satellite retrieves column-averaged CO2 dry air mole fraction (XCO2) by measuring the spectra of reflected sunlight from the Earth's surface. OCO-2 operates in one of three modes: nadir, glint, and target. The focus of this product is on target mode. Target mode makes observations focused on a single location on the surface as the satellite passes by, allowing for more highly detailed sampling of areas of particular interest.", + "type": "cog", + "spatial_extent": { + "xmin": -180, + "ymin": -90, + "xmax": 180, + "ymax": 90 + }, + "temporal_extent": {}, + "license": "MIT", + "is_periodic": true, + "time_density": "day", + "stac_version": "1.0.0", + "discovery_items": [ + { + "prefix": "oco2-co2-target-cogs/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "day", + "chunk_size": 1 + } + ] +} diff --git a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json b/ingestion-data/staging/dataset-config/oco3-sam-cogs.json deleted file mode 100644 index 82e021cd..00000000 --- a/ingestion-data/staging/dataset-config/oco3-sam-cogs.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "collection": "oco3-co2-sam-l3-cogs", - "title": "Orbiting Carbon Observatory 3 (OCO-3) Snapshot Area Mapping (SAM) Cloud-Optimized GeoTIFFs (COGs)", - "description": "NASA-JPL's OCO-3 is an instrument onboard the International Space Station that measures carbon dioxide in the Earth's atmosphere.", - "type": "cog", - "spatial_extent": { - "xmin": -180, - "ymin": -90, - "xmax": 180, - "ymax": 90 - }, - "temporal_extent": { - "startdate": "2019-10-10T00:00:00Z", - "enddate": "2019-10-10T23:59:59Z" - }, - "license": "MIT", - "is_periodic": true, - "time_density": "day", - "stac_version": "1.0.0", - "discovery_items": [ - { - "prefix": "oco3-co2-sam-l3-cogs/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*).tif$", - "discovery": "s3", - "datetime_range": "day", - "chunk_size": 1 - } - ] -} diff --git a/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb b/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb index ee39dd78..8275cac9 100644 --- a/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb +++ b/transformation-scripts/oco-sam-cogs/test-and-move-files.ipynb @@ -28,7 +28,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 3, "id": "c26045fd-de4d-4638-ae4b-a18dc6ccbfae", "metadata": {}, "outputs": [], @@ -38,18 +38,18 @@ "# Set the number of worker processes\n", "NUM_WORKERS = 4\n", "destination_bucket = \"veda-data-store-staging\"\n", - "collection = \"oco3-co2\"\n", + "collection = \"oco2-co2\"\n", "prefix = f\"{source_dir}/{collection}\"\n", "collection_prefix_collection_id_map = {\n", " \"oco3-co2\": \"oco3-co2-sam-l3-cogs\",\n", - " \"oco2-co2\": \"oco2-co2-sam-l3-cogs\",\n", - " \"oco3-sif\": \"oco3-co2-sif-l3-cogs\",\n", + " \"oco2-co2\": \"oco2-co2-target-cogs\",\n", + " \"oco3-sif\": \"oco3-co2-sif-cogs\",\n", "}" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 4, "id": "c1ffe44c-2a38-42de-844f-e71315bb9e81", "metadata": {}, "outputs": [], @@ -69,17 +69,17 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 5, "id": "95e1f08b-1651-4b3d-90f5-cafea5d7eded", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "2158" + "1149" ] }, - "execution_count": 11, + "execution_count": 5, "metadata": {}, "output_type": "execute_result" } @@ -90,17 +90,17 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 6, "id": "93227a49-b4f2-4539-813f-25dca1b241b9", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif'" + "'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif'" ] }, - "execution_count": 12, + "execution_count": 6, "metadata": {}, "output_type": "execute_result" } @@ -111,7 +111,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 9, "id": "11029195-d25b-44ca-997e-0fe7ad90cbd2", "metadata": {}, "outputs": [], @@ -155,9 +155,17 @@ " return dict(object_key=object_key, error_message=None, status=\"success\")" ] }, + { + "cell_type": "markdown", + "id": "001cd610-a0b7-4140-9691-bf8b33886872", + "metadata": {}, + "source": [ + "## Test one file" + ] + }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 10, "id": "c6915325-3e07-47e4-8ec7-3f4b79789e89", "metadata": {}, "outputs": [ @@ -165,25 +173,25 @@ "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "data": { "text/plain": [ - "{'object_key': 'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif',\n", + "{'object_key': 'OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif',\n", " 'error_message': None,\n", " 'status': 'success'}" ] }, - "execution_count": 22, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" } @@ -195,17 +203,25 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 11, "id": "e6932be8-6dee-4631-8e0d-a31404b56c42", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2025-03-27 21:52:40 82031 oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif\n" + ] + } + ], "source": [ - "#!aws s3 ls s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/ #| wc -l" + "!aws s3 ls s3://veda-data-store-staging/oco2-co2-target-cogs/ #| wc -l" ] }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 12, "id": "5dd258aa-37d8-40d2-9767-b874abf0189a", "metadata": {}, "outputs": [ @@ -213,474 +229,453 @@ "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044043Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2016-03-25T044043Z_filtered_xco2.tifCopied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif\n", + "\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-05-19T044701Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2016-05-19T044701Z_filtered_xco2.tif\n", "processed file 0\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-10T180729Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2019-10-10T190139Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-05T202130Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_filtered_xco2.tif.aux.xml.\n", - "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221620Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-17T221621Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-13T171706Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif.aux.xml.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-02-29T173727Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-05-19T044658Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2016-05-19T044658Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2017-02-15T044700Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2017-02-15T044700Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n", - "ERROR 1: Failed to compute statistics, no valid pixels found in sampling.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173419Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204252Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044043Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-05-19T044701Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-03-25T044042Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2016-05-19T044658Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2017-02-15T044700Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-21T204242Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2020-03-18T045244Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2020-03-18T045244Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2014-09-26T143542Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2014-09-26T143542Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2014-09-26T143441Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2014-09-26T143441Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2020-03-18T045243Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_anmyeondoKo_2020-03-18T045243Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-01-16T143300Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2015-01-16T143300Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-01-16T143429Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2015-01-16T143429Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-02-08T143935Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2015-02-08T143935Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-04-29T173524Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2020-03-18T045244Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2014-09-26T143542Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2014-09-26T143441Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_anmyeondoKo_2020-03-18T045243Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-01-16T143300Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-01-16T143429Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-02-08T143935Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-09T103323Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-02-08T144117Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2015-02-08T144117Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-11-09T144213Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2016-11-09T144213Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-10-15T144617Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2016-10-15T144617Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-12-20T143344Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2016-12-20T143344Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-12-20T143444Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2016-12-20T143444Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_cal001_2020-05-03T160001Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-09T103311Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2015-02-08T144117Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-11-09T144213Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-10-15T144617Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-12-20T143344Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2016-12-20T143444Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-01-12T144011Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2017-01-12T144011Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-01-12T143942Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2017-01-12T143942Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-02-04T144638Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2017-02-04T144638Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-02-04T144748Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2017-02-04T144748Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-01-15T144006Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2018-01-15T144006Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-12-07T143400Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2017-12-07T143400Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-01-15T144107Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2018-01-15T144107Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2019-10-13T085530Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-01-12T144011Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-01-12T143942Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-02-04T144638Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-02-04T144748Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-01-15T144006Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2017-12-07T143400Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-01-15T144107Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-10-30T144044Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2018-10-30T144044Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-29T144602Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-02-29T144602Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-13T144555Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-02-13T144555Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-13T144712Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-02-13T144712Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-29T144744Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-02-29T144744Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-09T093749Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T141001Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-03-30T140954Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2018-10-30T144044Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-29T144602Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-13T144555Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-13T144712Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-02-29T144744Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-03-25T144011Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-03-25T144011Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-04-26T144130Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-04-26T144130Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-03-25T144008Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-03-25T144008Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-04-26T144012Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-04-26T144012Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-05-12T144156Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_ascensionIsland_2020-05-12T144156Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-02-22T103911Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084639Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-08T101828Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-12T084741Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-03-25T144011Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-04-26T144130Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-03-25T144008Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-04-26T144012Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_ascensionIsland_2020-05-12T144156Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-10-05T112741Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2014-10-05T112741Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-09-14T110752Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2014-09-14T110752Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-09-14T110752Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2014-09-14T110752Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-17T125736Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-16T071449Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-10-05T112741Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-09-14T110752Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-09-14T110752Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-03-18T110213Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-03-18T110213Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-10-05T112628Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2014-10-05T112628Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-03-18T110213Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-03-18T110213Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-04-10T110827Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-04-10T110827Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081645Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-04-29T081732Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064200Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon100_2020-05-03T064158Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-03-18T110213Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2014-10-05T112628Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-03-18T110213Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-04-10T110827Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-06-04T111401Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-06-04T111401Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-04-10T110829Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-04-10T110829Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-06-04T111401Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-06-04T111401Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-09-10T110237Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-09-10T110237Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-09-10T110306Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2015-09-10T110306Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075432Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-09-24T124610Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-10-06T075423Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-06-04T111401Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-04-10T110829Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-06-04T111401Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-09-10T110237Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2015-09-10T110306Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-02-17T110222Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2016-02-17T110222Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-10-14T110144Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2016-10-14T110144Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-02-17T110222Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2016-02-17T110222Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-10-14T110148Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2016-10-14T110148Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-03-30T110835Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2017-03-30T110835Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-02-10T110829Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2017-02-10T110829Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2019-12-26T142754Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111727Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-03T111736Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-11T080839Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-02-17T110222Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-10-14T110144Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-02-17T110222Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2016-10-14T110148Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-03-30T110835Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-02-10T110829Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-03-30T110835Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-02-10T110829Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2019-12-18T200210Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-03-30T110835Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2017-03-30T110835Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2019-12-18T200210Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_boulderCO_2019-12-18T200210Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bialystokPl_2017-02-10T110829Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bialystokPl_2017-02-10T110829Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2015-03-20T123125Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bremenDe_2015-03-20T123125Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-01-16T153349Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125958Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2015-03-20T123125Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2020-03-05T201423Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2020-03-05T201423Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2017-04-21T052459Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2020-03-05T201423Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_boulderCO_2020-03-05T201423Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_boulderCO_2020-03-05T201423Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_boulderCO_2020-03-05T201423Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2017-04-21T052459Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2017-04-21T052459Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2016-03-17T121017Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bremenDe_2016-03-17T121017Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-23T125959Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-19T143239Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112726Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-03-27T112719Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2016-03-17T121017Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2017-04-21T052459Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2016-03-17T121017Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-03-07T052556Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-05-17T053149Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-03-07T052556Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2017-04-21T052459Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2017-04-21T052459Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_bremenDe_2016-03-17T121017Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_bremenDe_2016-03-17T121017Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-03-07T052556Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-03-07T052556Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-05-17T053149Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-05-17T053149Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-03-07T052556Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-03-07T052556Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-10-24T053110Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-10-24T053110Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-10-24T053111Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-10-24T053111Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-05-17T053149Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-05-17T053149Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-12-20T052735Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-12-20T052735Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-12-20T052904Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2018-12-20T052904Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-01-28T053141Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-01-28T053141Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-04T082227Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-13T070209Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-10-24T053110Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-10-24T053111Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-05-17T053149Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-12-20T052735Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2018-12-20T052904Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-01-28T053141Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-02-15T051936Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-02-15T051936Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-02-15T051922Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-02-15T051922Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-01-28T053143Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-01-28T053143Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-04-18T053122Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-04-18T053122Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-04-18T053112Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2019-04-18T053112Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon101_2020-04-26T140426Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-02-15T051936Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-02-15T051922Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-01-28T053143Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-04-18T053122Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2019-04-18T053112Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-01-15T053034Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-01-15T053034Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-02-25T052437Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-02-25T052437Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-02-25T052437Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-02-25T052437Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-01-15T053034Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-01-15T053034Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-04-29T052511Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-04-29T052511Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-12-24T142949Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2019-09-22T124826Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-09T080909Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-01-15T053034Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-02-25T052437Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-02-25T052437Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-01-15T053034Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-04-29T052511Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-04-29T052645Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_burgosPh_2020-04-29T052645Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-21T210201Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-09-21T210201Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-12T210756Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-09-12T210756Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-12T210756Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-09-12T210756Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063316Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-05T094327Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-01-13T063319Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-21T130010Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_burgosPh_2020-04-29T052645Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-21T210201Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-12T210756Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-12T210756Z_unfiltered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-21T210201Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-09-21T210201Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-14T210901Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-10-14T210901Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-07T210156Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-10-07T210156Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-02T082310Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112730Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-03-25T112729Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-09-21T210201Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-14T210901Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-07T210156Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-07T210156Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-10-07T210156Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-30T210714Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-10-30T210714Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065019Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-02T105636Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-04-06T065017Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-07T210156Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-30T210714Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-30T210714Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2014-10-30T210714Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-02T210740Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-01-02T210740Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-02T210740Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-01-02T210740Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-27T210135Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-01-27T210135Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-10T074756Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon102_2020-05-06T092216Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-09-24T125407Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2019-12-24T124920Z_unfiltered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2014-10-30T210714Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-02T210740Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-02T210740Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-27T210135Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-03-07T210821Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-03-07T210821Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-27T210135Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-01-27T210135Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-03-07T210821Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-03-07T210821Z_unfiltered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-08-05T211508Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-08-05T211508Z_filtered_xco2.tif\n", + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-07-04T211858Z_filtered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-07-04T211858Z_filtered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080248Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-05T080303Z_filtered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-03-07T210821Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-01-27T210135Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-03-07T210821Z_unfiltered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-08-05T211508Z_filtered_xco2.tif.aux.xml.\n", + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-07-04T211858Z_filtered_xco2.tif.aux.xml.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-01-09T062748Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-23T130802Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-27T113519Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-03-27T113528Z_filtered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif\n", - "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif to s3://veda-data-store-staging/oco3-co2-sam-l3-cogs/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif\n" + "Copied: s3://sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-07-04T211527Z_unfiltered_xco2.tif to s3://veda-data-store-staging/oco2-co2-target-cogs/oco2-co2_caltechCA_2015-07-04T211527Z_unfiltered_xco2.tif\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065843Z_unfiltered_xco2.tif.aux.xml.\n", - "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco3-co2_coccon103_2020-04-08T065846Z_filtered_xco2.tif.aux.xml.\n" + "Warning 1: Unable to save auxiliary information in /vsis3/sdap-dev-zarr/OCO3/outputs/veda/demo-2024.10.28-target/SIMULTEST_TFP_cog/oco2-co2_caltechCA_2015-07-04T211527Z_unfiltered_xco2.tif.aux.xml.\n" ] } ],