Deploy and ingest DS STAC Collections/Items into STAC FastAPI

[ngachung]

Deploy https://github.com/stac-utils/stac-fastapi-elasticsearch-opensearch?tab=readme-ov-file and try out its features.

Present a comparison of features from STAC FastAPI versus DS STAC support

[wphyojpl]

The followings have to be updated to add a collection from UDS database to FastAPI database.
From

                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc%24",
                    "type": "data",
                    "title": "test_file01.nc"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.cas%24",
                    "type": "metadata",
                    "title": "test_file01.nc.cas"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.cmr.xml%24",
                    "type": "metadata",
                    "title": "test_file01.nc.cmr.xml"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.stac.json%24",
                    "type": "metadata",
                    "title": "test_file01.nc.stac.json"
                },

to

                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc%24",
                    "type": "application/octet-stream",
                    "title": "test_file01.nc"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.cas%24",
                    "type": "application/json",
                    "title": "test_file01.nc.cas"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.cmr.xml%24",
                    "type": "application/json",
                    "title": "test_file01.nc.cmr.xml"
                },
                {
                    "rel": "item",
                    "href": "./collection.json?bucket=protected&regex=%5Etest_file.%2A%5C.nc.stac.json%24",
                    "type": "application/json",
                    "title": "test_file01.nc.stac.json"
                },

[wphyojpl]

feature ingestion is succeeded. it doesn't work if there is no collection though.

curl -X POST "http://localhost:8082/collections/your-collection-id/items" \
  -H "Content-Type: application/json" \
  -d '{
    "type": "Feature",
    "stac_version": "1.0.0",
    "id": "urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN",
    "properties": {
        "tag": "reprocessing",
        "day_night_flag": "night",
        "qa_pct_data_missing": 11.48,
        "datetime": "2024-08-13T15:59:35.327000Z",
        "start_datetime": "2023-01-01T00:00:00Z",
        "end_datetime": "2023-01-01T00:06:00Z",
        "created": "2020-01-01T07:03:18Z",
        "updated": "2024-08-13T16:00:15.872000Z",
        "status": "completed",
        "provider": "unity"
    },
    "geometry": {
        "type": "Point",
        "coordinates": [
            0.0,
            0.0
        ]
    },
    "links": [
        {
            "rel": "collection",
            "href": "."
        },
        {
            "rel": "self",
            "href": "https://d3vc8w9zcq658.cloudfront.net/am-uds-dapa/collections/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10/items/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN",
            "type": "application/json",
            "title": "urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN"
        }
    ],
    "assets": {
        "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.cmr.xml": {
            "href": "s3://sps-unity-dev-ds-storage/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN/SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.cmr.xml",
            "title": "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.cmr.xml",
            "description": "size=1831;checksumType=md5;checksum=bbefd59087a9e161d74db085f9d5d7f1;",
            "roles": [
                "metadata"
            ]
        },
        "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc.stac.json": {
            "href": "s3://sps-unity-dev-ds-storage/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN/SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc.stac.json",
            "title": "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc.stac.json",
            "description": "size=-1;checksumType=md5;checksum=unknown;",
            "roles": [
                "metadata"
            ]
        },
        "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc": {
            "href": "s3://sps-unity-dev-ds-storage/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10/urn:nasa:unity:uds_local_test:DEV1:CHRP_16_DAY_REBIN___10:SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN/SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc",
            "title": "SNDR.SS1330.CHIRP.20230101T0000.m06.g001.L1_J1.std.v02_48.G.200101070318_REBIN.nc",
            "description": "size=-1;checksumType=md5;checksum=unknown;",
            "roles": [
                "data"
            ]
        }
    },
    "bbox": [
        -180.0,
        -90.0,
        180.0,
        90.0
    ],
    "stac_extensions": [],
    "collection": "URN:AAA:BBB:UDS_LOCAL_TEST_3:DEV:EEE-03___001"
}
'

[wphyojpl]

Feature collection of items also worked

curl -X POST "http://localhost:8082/collections/your-collection-id/items" \
  -H "Content-Type: application/json" \
  -d '
{
    "numberMatched": {
        "total_size": 30
    },
    "numberReturned": 10,
    "stac_version": "1.0.0",
    "type": "FeatureCollection",
    "links": [
        {
            "rel": "self",
            "href": "https://d3vc8w9zcq658.cloudfront.net/data-sbx/collections/URN:NASA:UNITY:UDS_LOCAL_TEST_3:DEV:DDD-01___001/items/?limit=10&sortby= properties.datetime,-id"
        },
        {
            "rel": "root",
            "href": "https://d3vc8w9zcq658.cloudfront.net"
        },
        {
            "rel": "next",
            "href": "https://d3vc8w9zcq658.cloudfront.net/data-sbx/collections/URN:NASA:UNITY:UDS_LOCAL_TEST_3:DEV:DDD-01___001/items/?limit=10&sortby= properties.datetime,-id&offset=1736291599725,URN:NASA:UNITY:UDS_LOCAL_TEST_3:DEV:DDD-01___001:test_file05"
        }
    ],
    "features": [
        {
            "type": "Feature",
...