Modify to use unity-py for reading stage in input collection file.

Author: mcduffie

process.ipynb

@@ -3,30 +3,27 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "075fe5a0",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "from datetime import datetime \n",
-    "from datetime import timezone"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
    "id": "1251c9f4",
    "metadata": {},
    "outputs": [],
    "source": [
+    "# Application packages\n",
     "from tabulate import tabulate\n",
     "import netCDF4\n",
+    "\n",
+    "# stage_in packages\n",
+    "from unity_py.resources.collection import Collection\n",
+    "\n",
+    "# stage_out packages\n",
+    "import os\n",
+    "import json\n",
+    "from datetime import datetime, timezone\n",
     "from pystac import ItemCollection, Item, Asset"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "04ac7f2d",
    "metadata": {
     "tags": [
@@ -41,7 +38,7 @@
     "# Filename written to the working directory\n",
     "summary_table_filename = \"summary_table.txt\"\n",
     "\n",
-    "# Examples of arbitrary arguments of different data types\n",
+    "# Examples of optional arbitrary arguments of different data types\n",
     "example_argument_int = 1\n",
     "example_argument_float = 1.0\n",
     "example_argument_string = \"string\"\n",
@@ -61,7 +58,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "id": "2eeaa5d4",
    "metadata": {},
    "outputs": [
@@ -85,7 +82,7 @@
        "'<table>\\n<thead>\\n<tr><th>argument_name          </th><th>type              </th><th>value  </th></tr>\\n</thead>\\n<tbody>\\n<tr><td>example_argument_int   </td><td>&lt;class &#x27;int&#x27;&gt;     </td><td>1      </td></tr>\\n<tr><td>example_argument_float </td><td>&lt;class &#x27;float&#x27;&gt;   </td><td>1.0    </td></tr>\\n<tr><td>example_argument_string</td><td>&lt;class &#x27;str&#x27;&gt;     </td><td>string </td></tr>\\n<tr><td>example_argument_bool  </td><td>&lt;class &#x27;bool&#x27;&gt;    </td><td>True   </td></tr>\\n<tr><td>example_argument_empty </td><td>&lt;class &#x27;NoneType&#x27;&gt;</td><td>       </td></tr>\\n</tbody>\\n</table>'"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -120,29 +117,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "3a09d57c",
    "metadata": {},
    "outputs": [],
    "source": [
-    "import json\n",
-    "\n",
-    "with open(input_stac_collection, \"r\") as collection_file:\n",
-    "    collection = ItemCollection.from_dict(json.load(collection_file))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "72b03749",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "data_filenames = []\n",
-    "for item in collection.items:\n",
-    "    for asset_key in item.assets:\n",
-    "        asset = item.assets[asset_key]\n",
-    "        data_filenames.append(asset.href)"
+    "inp_collection = Collection.from_stac(input_stac_collection)\n",
+    "data_filenames = inp_collection.data_locations()"
    ]
   },
   {
@@ -157,7 +138,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 5,
    "id": "9fbac209",
    "metadata": {},
    "outputs": [],
@@ -177,7 +158,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 6,
    "id": "d22c8670",
    "metadata": {},
    "outputs": [],
@@ -194,7 +175,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 7,
    "id": "3344bd15",
    "metadata": {},
    "outputs": [
@@ -215,22 +196,24 @@
        "'<table>\\n<thead>\\n<tr><th>product_name                                                               </th><th>product_name_type_id  </th><th>shortname  </th><th>product_version  </th><th>date_created        </th><th>time_coverage_start  </th><th>time_coverage_end   </th><th style=\"text-align: right;\">  geospatial_lat_mid</th><th style=\"text-align: right;\">  geospatial_lon_mid</th></tr>\\n</thead>\\n<tbody>\\n<tr><td>SNDR.SS1330.CHIRP.20160822T0005.m06.g001.L1_AQ.std.v02_48.G.200425095850.nc</td><td>L1_AQ                 </td><td>SNDR13CHRP1</td><td>v02.48.00        </td><td>2021-04-25T05:59:08Z</td><td>2016-08-22T00:05:22Z </td><td>2016-08-22T00:11:22Z</td><td style=\"text-align: right;\">            -48.6062</td><td style=\"text-align: right;\">            12.4563 </td></tr>\\n<tr><td>SNDR.SS1330.CHIRP.20160822T0011.m06.g002.L1_AQ.std.v02_48.G.200425095901.nc</td><td>L1_AQ                 </td><td>SNDR13CHRP1</td><td>v02.48.00        </td><td>2021-04-25T05:59:19Z</td><td>2016-08-22T00:11:22Z </td><td>2016-08-22T00:17:22Z</td><td style=\"text-align: right;\">            -69.3979</td><td style=\"text-align: right;\">            -1.98753</td></tr>\\n</tbody>\\n</table>'"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
+    "# Output the table in html format\n",
     "tabulate(table_data, headers=column_names, tablefmt='html')"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 8,
    "id": "014257f3",
    "metadata": {},
    "outputs": [],
    "source": [
+    "# Write the table in text format\n",
     "with open(summary_table_filename, \"w\") as summary_file:\n",
     "    summary_file.write(tabulate(table_data, headers=column_names))"
    ]
@@ -245,8 +228,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
-   "id": "b48d4ffd",
+   "execution_count": 9,
+   "id": "1029f88c",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -272,8 +255,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
-   "id": "f63f5499",
+   "execution_count": 10,
+   "id": "504c9271",
    "metadata": {},
    "outputs": [],
    "source": [

requirements.txt

@@ -1,4 +1,4 @@
 papermill
-pystac
+git+https://github.com/unity-sds/unity-py.git@develop
 netCDF4
 tabulate

runtime.txt

@@ -0,0 +1 @@
+python-3.9