You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by la...@apache.org on 2025/03/03 18:59:41 UTC
(airavata) 05/06: updated notebooks
This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a commit to branch cybershuttle-dev
in repository https://gitbox.apache.org/repos/asf/airavata.git
commit 3debcbcc4b3df429df846b921bf6c024c3efdf08
Author: yasith <ya...@icloud.com>
AuthorDate: Sat Mar 1 17:34:57 2025 -0600
updated notebooks
---
.../cyberfaces/Solution_DA3_DEM_Access_v4.ipynb | 226 +++++-
.../Solution_DP6_DEM_Processing_v2.ipynb | 890 +++++++++++++++++----
2 files changed, 956 insertions(+), 160 deletions(-)
diff --git a/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DA3_DEM_Access_v4.ipynb b/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DA3_DEM_Access_v4.ipynb
index 40d216689b..39cb8e96f3 100644
--- a/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DA3_DEM_Access_v4.ipynb
+++ b/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DA3_DEM_Access_v4.ipynb
@@ -72,8 +72,8 @@
" %copy_data <r1:file1> <r2:file2> -- Copy <file1> in <r1> to <file2> in <r2>.\n",
"\n",
"\n",
- "User code: MDZT-FMPY\n",
- "Please authenticate by visiting: https://auth.cybershuttle.org/realms/default/device?user_code=MDZT-FMPY\n",
+ "User code: YGEX-OJDG\n",
+ "Please authenticate by visiting: https://auth.cybershuttle.org/realms/default/device?user_code=YGEX-OJDG\n",
"Authorization pending, retrying...\n",
"Received access token\n",
"Requested runtime=test_cpu. state=14\n",
@@ -347,11 +347,50 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {
"tags": []
},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[4], line 2\n",
+ " 1 ## Get the min and max of latitude and longitude (or easting and northing)\n",
+ "----> 2 extents_basin=watershed.total_bounds\n",
+ " 4 ## N or S and W or E may become a problem\n",
+ " 5 print(f'Left Bounding Longtitude is {extents_basin[0]:.3f}\\u00b0 or {abs(extents_basin[0]):.3f}\\u00b0 W')\n",
+ "\n",
+ "NameError: name 'watershed' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ }
+ ],
"source": [
"## Get the min and max of latitude and longitude (or easting and northing)\n",
"extents_basin=watershed.total_bounds\n",
@@ -365,11 +404,56 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {
"tags": []
},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'extents_basin' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[5], line 4\n",
+ " 1 ## DEMs are numbered using integer\n",
+ " 2 ## Calculate largest integer that equals or not greater than left and bottom bounds\n",
+ " 3 ## WRITE THE CODE BELOW\n",
+ "----> 4 extent_left=abs(math.floor(extents_basin[0]))\n",
+ " 5 extent_right=abs(math.floor(extents_basin[2]))\n",
+ " 6 ## You may be tempted to calculate the ceil of right extent\n",
+ " 7 ## But, number scheme is such that 84W indicates data from -84 to -83 deg W\n",
+ " 8 \n",
+ " 9 ## Calculate smallest integer that equals or not less than right and upper bounds\n",
+ " 10 ## WRITE THE CODE BELOW\n",
+ "\n",
+ "NameError: name 'extents_basin' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ }
+ ],
"source": [
"## DEMs are numbered using integer\n",
"## Calculate largest integer that equals or not greater than left and bottom bounds\n",
@@ -402,9 +486,50 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'extent_right' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[6], line 5\n",
+ " 2 overlap_lonlat=[]\n",
+ " 4 ## Create a for loop to create a rectangular boundary and see if overlaps with watershed\n",
+ "----> 5 for lon in (range(extent_right,extent_left+1,1)):\n",
+ " 6 for lat in (range(extent_bottom,extent_top+1,1)):\n",
+ " 7 ## Defining in anticlockwise direction\n",
+ " 8 corner_left_bottom=(-lon,lat-1)\n",
+ "\n",
+ "NameError: name 'extent_right' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ }
+ ],
"source": [
"## Define a empty list to hold lon and lat pair\n",
"overlap_lonlat=[]\n",
@@ -451,11 +576,19 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {
"tags": []
},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ }
+ ],
"source": [
"## Create a progress bar for monitoring the download process\n",
"class MyProgressBar():\n",
@@ -487,11 +620,19 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {
"tags": []
},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ }
+ ],
"source": [
"current_filenum=1\n",
"\n",
@@ -536,9 +677,53 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 1,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[9], line 12\n",
+ " 8 rasterio.plot.show(raster,\n",
+ " 9 ax=ax,\n",
+ " 10 cmap='viridis')\n",
+ " 11 #print(f'lat: {lat},lon: {lon},file:{local_fileloc_filename}')\n",
+ "---> 12 watershed.plot(ax=ax, \n",
+ " 13 facecolor='none', \n",
+ " 14 edgecolor='red')\n",
+ " 15 plt.title(\"Unmerged Raster DEMs\")\n",
+ " 16 plt.xlabel(\"Longitude (DD)\")\n",
+ "\n",
+ "NameError: name 'watershed' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ }
+ ],
"source": [
"fig, ax = plt.subplots(figsize=(8, 8))\n",
"\n",
@@ -561,9 +746,18 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 2,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Terminated runtime=test_cpu. state={'experimentId': 'CS_Agent_cfd825be-8531-4103-a9c9-77dace080fcd', 'terminated': True}\n",
+ "Switched to runtime=local.\n"
+ ]
+ }
+ ],
"source": [
"%stop_runtime test_cpu\n",
"%switch_runtime local"
diff --git a/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DP6_DEM_Processing_v2.ipynb b/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DP6_DEM_Processing_v2.ipynb
index 406539ccec..676b62a712 100644
--- a/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DP6_DEM_Processing_v2.ipynb
+++ b/modules/agent-framework/deployments/jupyterhub/data/cyberfaces/Solution_DP6_DEM_Processing_v2.ipynb
@@ -54,11 +54,58 @@
},
{
"cell_type": "code",
- "execution_count": 24,
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n",
+ "Loaded airavata_jupyter_magic\n",
+ "(current runtime = local)\n",
+ "\n",
+ " %authenticate -- Authenticate to access high-performance runtimes.\n",
+ " %request_runtime <rt> [args] -- Request a runtime named <rt> with configuration <args>. Call multiple times to request multiple runtimes.\n",
+ " %stop_runtime <rt> -- Stop runtime <rt> when no longer needed.\n",
+ " %switch_runtime <rt> -- Switch active runtime to <rt>. All subsequent executions will use this runtime.\n",
+ " %%run_on <rt> -- Force a cell to always execute on <rt>, regardless of the active runtime.\n",
+ " %copy_data <r1:file1> <r2:file2> -- Copy <file1> in <r1> to <file2> in <r2>.\n",
+ "\n",
+ "\n",
+ "User code: CRRQ-PFFQ\n",
+ "Please authenticate by visiting: https://auth.cybershuttle.org/realms/default/device?user_code=CRRQ-PFFQ\n",
+ "Authorization pending, retrying...\n",
+ "Received access token\n",
+ "Requested runtime=test_cpu. state=14\n",
+ "Switched to runtime=test_cpu.\n"
+ ]
+ }
+ ],
+ "source": [
+ "# %pip install airavata-jupyter-magic\n",
+ "import airavata_jupyter_magic\n",
+ "\n",
+ "%authenticate\n",
+ "%request_runtime test_cpu --cluster=Anvil --cpus=4 --memory=4096 --walltime=10 --queue=shared --group=CyberFaCES\n",
+ "%switch_runtime test_cpu"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 1,
"metadata": {
"tags": []
},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ }
+ ],
"source": [
"## Import the modules/packages/libraries required\n",
"import math\n",
@@ -87,7 +134,7 @@
},
{
"cell_type": "code",
- "execution_count": 25,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -96,9 +143,10 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "1.4.3\n",
- "1.0.1\n",
- "3.7.0\n"
+ "Runtime=test_cpu is ready!\n",
+ "1.3.8\n",
+ "0.14.4\n",
+ "3.6.1\n"
]
}
],
@@ -120,7 +168,7 @@
},
{
"cell_type": "code",
- "execution_count": 26,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -129,20 +177,98 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "The required lon and lat pairs are: \n",
- " [(85, 41), (86, 41), (86, 42), (87, 41), (87, 42), (88, 41)]\n",
- "\n",
- "Number of tiles required to cover the entire region: 8\n",
- "Left: 88, Right: 85, Bottom: 41, Top: 42\n",
- "\n",
- "Number of tiles within watershed boundary: 6\n"
+ "Runtime=test_cpu is ready!\n"
]
},
{
"data": {
- "image/png": "iVBORw0KGgoAAAANSUhEUgAAAtkAAAIDCAYAAADR6ALXAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjAsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvlHJYcgAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzsvXm8JVV57v9dQ9UezthNdwNNM4kaBDQKzkbBCyoCGr2iweHGgRtNIg6JXvNJJEajUaKJmlx/imYyUdRc5yReNaByzVUvojhh1BhFRZChobvPsPeuYa3398e7qvY+3Y2goiDW8/kc+uzatatWrdpNP+up531eIyJChw4dOnTo0KFDhw4dbjXY23oAHTp06NChQ4cOHTrc0dCR7A4dOnTo0KFDhw4dbmV0JLtDhw4dOnTo0KFDh1sZHcnu0KFDhw4dOnTo0OFWRkeyO3To0KFDhw4dOnS4ldGR7A4d [...]
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>DriverError: ./input_03335500/shape_03335500.shp: No such file or directory</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "CPLE_OpenFailedError Traceback (most recent call last)\n",
+ "File fiona/ogrext.pyx:136, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "File fiona/_err.pyx:291, in fiona._err.exc_wrap_pointer()\n",
+ "\n",
+ "CPLE_OpenFailedError: ./input_03335500/shape_03335500.shp: No such file or directory\n",
+ "\n",
+ "During handling of the above exception, another exception occurred:\n",
+ "\n",
+ "DriverError Traceback (most recent call last)\n",
+ "Cell In[3], line 13\n",
+ " 11 dem_files_store= folder_input\n",
+ " 12 ##Read the shapefile using geopandas\n",
+ "---> 13 watershed =geopandas.read_file(f'{folder_input}/shape_{site_id}.shp')\n",
+ " 14 ## Get the extents and number of tiles downloaded\n",
+ " 15 extents_basin=watershed.total_bounds\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:289, in _read_file(filename, bbox, mask, rows, engine, **kwargs)\n",
+ " 286 else:\n",
+ " 287 path_or_bytes = filename\n",
+ "--> 289 return _read_file_fiona(\n",
+ " 290 path_or_bytes, from_bytes, bbox=bbox, mask=mask, rows=rows, **kwargs\n",
+ " 291 )\n",
+ " 293 else:\n",
+ " 294 raise ValueError(f\"unknown engine '{engine}'\")\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:315, in _read_file_fiona(path_or_bytes, from_bytes, bbox, mask, rows, where, **kwargs)\n",
+ " 312 reader = fiona.open\n",
+ " 314 with fiona_env():\n",
+ "--> 315 with reader(path_or_bytes, **kwargs) as features:\n",
+ " 316 crs = features.crs_wkt\n",
+ " 317 # attempt to get EPSG code\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/env.py:457, in ensure_env_with_credentials.<locals>.wrapper(*args, **kwds)\n",
+ " 454 session = DummySession()\n",
+ " 456 with env_ctor(session=session):\n",
+ "--> 457 return f(*args, **kwds)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/__init__.py:292, in open(fp, mode, driver, schema, crs, encoding, layer, vfs, enabled_drivers, crs_wkt, allow_unsupported_drivers, **kwargs)\n",
+ " 289 path = parse_path(fp)\n",
+ " 291 if mode in (\"a\", \"r\"):\n",
+ "--> 292 colxn = Collection(\n",
+ " 293 path,\n",
+ " 294 mode,\n",
+ " 295 driver=driver,\n",
+ " 296 encoding=encoding,\n",
+ " 297 layer=layer,\n",
+ " 298 enabled_drivers=enabled_drivers,\n",
+ " 299 allow_unsupported_drivers=allow_unsupported_drivers,\n",
+ " 300 **kwargs\n",
+ " 301 )\n",
+ " 302 elif mode == \"w\":\n",
+ " 303 colxn = Collection(\n",
+ " 304 path,\n",
+ " 305 mode,\n",
+ " (...)\n",
+ " 314 **kwargs\n",
+ " 315 )\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/collection.py:243, in Collection.__init__(self, path, mode, driver, schema, crs, encoding, layer, vsi, archive, enabled_drivers, crs_wkt, ignore_fields, ignore_geometry, include_fields, wkt_version, allow_unsupported_drivers, **kwargs)\n",
+ " 241 if self.mode == \"r\":\n",
+ " 242 self.session = Session()\n",
+ "--> 243 self.session.start(self, **kwargs)\n",
+ " 244 elif self.mode in (\"a\", \"w\"):\n",
+ " 245 self.session = WritingSession()\n",
+ "\n",
+ "File fiona/ogrext.pyx:588, in fiona.ogrext.Session.start()\n",
+ "\n",
+ "File fiona/ogrext.pyx:143, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "DriverError: ./input_03335500/shape_03335500.shp: No such file or directory\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "<Figure size 800x800 with 1 Axes>"
+ "<IPython.core.display.HTML object>"
]
},
"metadata": {},
@@ -267,7 +393,7 @@
},
{
"cell_type": "code",
- "execution_count": 27,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -276,6 +402,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
+ "Runtime=test_cpu is ready!\n",
"The new directory \u001b[1m'./input_03335500/intermediate_03335500'\u001b[0m is created!\n",
"The new directory \u001b[1m'./input_03335500/results_03335500'\u001b[0m is created!\n"
]
@@ -311,7 +438,7 @@
},
{
"cell_type": "code",
- "execution_count": 28,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -320,8 +447,40 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "Merging completed for 6 DEM raster files\n"
+ "Runtime=test_cpu is ready!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'num_tiles_download' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[5], line 48\n",
+ " 42 del mosaic_new_raster\n",
+ " 47 ## WRITE THE CODE BELOW \n",
+ "---> 48 if num_tiles_download==1:\n",
+ " 49 merged_raster_filename=f'{dem_files_store}/USGS_{resolution}_{usgs_filename}.tif'\n",
+ " 50 print(\"No need to merge as only one tiff file\")\n",
+ "\n",
+ "NameError: name 'num_tiles_download' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -384,18 +543,16 @@
},
{
"cell_type": "code",
- "execution_count": 29,
+ "execution_count": 1,
"metadata": {},
"outputs": [
{
- "data": {
- "text/plain": [
- "'dem_files = [f for f in os.listdir(dem_files_store) if f.startswith(f\"USGS_{resolution}_\")]\\n#print(dem_files)\\n## Create a list to store the raster datasets\\ndatasets = []\\n## Open each DEM file and append it to the datasets list\\nfor dem_file in dem_files:\\n file_path = os.path.join(dem_files_store, dem_file)\\n src = rasterio.open(file_path)\\n datasets.append(src)\\n#print(datasets)\\n## Merge the raster datasets into a single mosaic\\nmosaic, out_trans = me [...]
- ]
- },
- "execution_count": 29,
- "metadata": {},
- "output_type": "execute_result"
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n",
+ "'dem_files = [f for f in os.listdir(dem_files_store) if f.startswith(f\"USGS_{resolution}_\")]\\n#print(dem_files)\\n## Create a list to store the raster datasets\\ndatasets = []\\n## Open each DEM file and append it to the datasets list\\nfor dem_file in dem_files:\\n file_path = os.path.join(dem_files_store, dem_file)\\n src = rasterio.open(file_path)\\n datasets.append(src)\\n#print(datasets)\\n## Merge the raster datasets into a single mosaic\\nmosaic, out_trans = mer [...]
+ ]
}
],
"source": [
@@ -418,7 +575,7 @@
},
{
"cell_type": "code",
- "execution_count": 30,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -427,14 +584,34 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "<open DatasetReader name='./input_03335500/intermediate_03335500/merged_1_03335500.tif' mode='r'>\n"
+ "Runtime=test_cpu is ready!\n"
]
},
{
"data": {
- "image/png": "iVBORw0KGgoAAAANSUhEUgAAAq4AAAGxCAYAAACjlzTVAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjAsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvlHJYcgAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzsXXeYHVX5fs85M3Pv3ZZeIR0kJDRpGkUCJKEFkBKRTgAJVRARFEUpShUkiIiAGvhBIgLSRFqQIiAl0pUihBYgIYGUzZZ778w53++P75wzc3c3VQgE5n2efXbv3DP97u4773m/9xNERMiRI0eOHDly5MiR4zMO+WkfQI4cOXLkyJEjR44cK4OcuObIkSNHjhw5cuRYK5AT1xw5cuTIkSNHjhxrBXLimiNHjhw5cuTIkWOtQE5cc+TIkSNHjhw5cqwVyIlrjhw5cuTIkSNHjrUCOXHNkSNHjhw5cuTI [...]
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'merged_raster_filename' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[7], line 1\n",
+ "----> 1 with rasterio.open(merged_raster_filename) as src:\n",
+ " 2 print(src)\n",
+ " 3 fig, ax = plt.subplots(figsize = (8,8))\n",
+ "\n",
+ "NameError: name 'merged_raster_filename' is not defined\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "<Figure size 800x800 with 2 Axes>"
+ "<IPython.core.display.HTML object>"
]
},
"metadata": {},
@@ -480,7 +657,7 @@
},
{
"cell_type": "code",
- "execution_count": 31,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -489,8 +666,37 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "EPSG:4326\n"
+ "Runtime=test_cpu is ready!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[8], line 2\n",
+ " 1 ## Find if basin has a projection\n",
+ "----> 2 print(watershed.crs)\n",
+ "\n",
+ "NameError: name 'watershed' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -512,75 +718,48 @@
},
{
"cell_type": "code",
- "execution_count": 32,
+ "execution_count": 1,
"metadata": {
"tags": []
},
"outputs": [
{
- "name": "stderr",
+ "name": "stdout",
"output_type": "stream",
"text": [
- "/tmp/ipykernel_955/2437152260.py:3: UserWarning: Geometry is in a geographic CRS. Results from 'centroid' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n",
- "\n",
- " df['geometry'].centroid\n",
- "/tmp/ipykernel_955/2437152260.py:5: UserWarning: Geometry is in a geographic CRS. Results from 'centroid' are likely incorrect. Use 'GeoSeries.to_crs()' to re-project geometries to a projected CRS before this operation.\n",
- "\n",
- " df['Center_point'] = df['geometry'].centroid\n"
+ "Runtime=test_cpu is ready!\n"
]
},
{
"data": {
"text/html": [
- "<div>\n",
- "<style scoped>\n",
- " .dataframe tbody tr th:only-of-type {\n",
- " vertical-align: middle;\n",
- " }\n",
- "\n",
- " .dataframe tbody tr th {\n",
- " vertical-align: top;\n",
- " }\n",
- "\n",
- " .dataframe thead th {\n",
- " text-align: right;\n",
- " }\n",
- "</style>\n",
- "<table border=\"1\" class=\"dataframe\">\n",
- " <thead>\n",
- " <tr style=\"text-align: right;\">\n",
- " <th></th>\n",
- " <th>identifier</th>\n",
- " <th>geometry</th>\n",
- " <th>Center_point</th>\n",
- " <th>lon</th>\n",
- " <th>lat</th>\n",
- " </tr>\n",
- " </thead>\n",
- " <tbody>\n",
- " <tr>\n",
- " <th>0</th>\n",
- " <td>USGS-03335500</td>\n",
- " <td>POLYGON ((-86.89955 40.41564, -86.90128 40.418...</td>\n",
- " <td>POINT (-85.89738 40.73546)</td>\n",
- " <td>-85.897381</td>\n",
- " <td>40.735461</td>\n",
- " </tr>\n",
- " </tbody>\n",
- "</table>\n",
- "</div>"
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[9], line 2\n",
+ " 1 ## Find the approximate centroid\n",
+ "----> 2 df=watershed\n",
+ " 3 df['geometry'].centroid\n",
+ " 4 ## Find the center point\n",
+ "\n",
+ "NameError: name 'watershed' is not defined\n",
+ "</pre></div>"
],
"text/plain": [
- " identifier geometry \\\n",
- "0 USGS-03335500 POLYGON ((-86.89955 40.41564, -86.90128 40.418... \n",
- "\n",
- " Center_point lon lat \n",
- "0 POINT (-85.89738 40.73546) -85.897381 40.735461 "
+ "<IPython.core.display.HTML object>"
]
},
- "execution_count": 32,
"metadata": {},
- "output_type": "execute_result"
+ "output_type": "display_data"
}
],
"source": [
@@ -597,20 +776,48 @@
},
{
"cell_type": "code",
- "execution_count": 33,
+ "execution_count": 1,
"metadata": {
"tags": []
},
"outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
{
"data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'df' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[10], line 2\n",
+ " 1 ## Calculate N or S\n",
+ "----> 2 if 0 < df['lat'][0] < 84:\n",
+ " 3 lat_zone='N'\n",
+ " 4 elif -84 < df['lat'][0] < 0:\n",
+ "\n",
+ "NameError: name 'df' is not defined\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "'EPSG:32616'"
+ "<IPython.core.display.HTML object>"
]
},
- "execution_count": 33,
"metadata": {},
- "output_type": "execute_result"
+ "output_type": "display_data"
}
],
"source": [
@@ -662,33 +869,47 @@
},
{
"cell_type": "code",
- "execution_count": 34,
+ "execution_count": 1,
"metadata": {
"tags": []
},
"outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
{
"data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[11], line 2\n",
+ " 1 ## Alternative Method to estimate the CRS\n",
+ "----> 2 crs_string2=watershed.estimate_utm_crs(datum_name='WGS 84')\n",
+ " 3 crs_string2\n",
+ "\n",
+ "NameError: name 'watershed' is not defined\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "<Projected CRS: EPSG:32616>\n",
- "Name: WGS 84 / UTM zone 16N\n",
- "Axis Info [cartesian]:\n",
- "- E[east]: Easting (metre)\n",
- "- N[north]: Northing (metre)\n",
- "Area of Use:\n",
- "- name: Between 90°W and 84°W, northern hemisphere between equator and 84°N, onshore and offshore. Belize. Canada - Manitoba; Nunavut; Ontario. Costa Rica. Cuba. Ecuador - Galapagos. El Salvador. Guatemala. Honduras. Mexico. Nicaragua. United States (USA).\n",
- "- bounds: (-90.0, 0.0, -84.0, 84.0)\n",
- "Coordinate Operation:\n",
- "- name: UTM zone 16N\n",
- "- method: Transverse Mercator\n",
- "Datum: World Geodetic System 1984 ensemble\n",
- "- Ellipsoid: WGS 84\n",
- "- Prime Meridian: Greenwich"
+ "<IPython.core.display.HTML object>"
]
},
- "execution_count": 34,
"metadata": {},
- "output_type": "execute_result"
+ "output_type": "display_data"
}
],
"source": [
@@ -710,15 +931,109 @@
},
{
"cell_type": "code",
- "execution_count": 35,
+ "execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
+ "Runtime=test_cpu is ready!\n",
"The new directory \u001b[1m'./input_03335500/results_03335500'\u001b[0m is not created as it already exists!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>DriverError: ./input_03335500/shape_03335500.shp: No such file or directory</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "CPLE_OpenFailedError Traceback (most recent call last)\n",
+ "File fiona/ogrext.pyx:136, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "File fiona/_err.pyx:291, in fiona._err.exc_wrap_pointer()\n",
+ "\n",
+ "CPLE_OpenFailedError: ./input_03335500/shape_03335500.shp: No such file or directory\n",
+ "\n",
+ "During handling of the above exception, another exception occurred:\n",
+ "\n",
+ "DriverError Traceback (most recent call last)\n",
+ "Cell In[12], line 6\n",
+ " 3 check_create_path_func(folder_results)\n",
+ " 5 shapefile_fileloc_filename=f'{folder_input}/shape_{site_id}.shp'\n",
+ "----> 6 watershed_file=geopandas.read_file(shapefile_fileloc_filename)\n",
+ " 7 watershed_proj=watershed_file.to_crs(crs_string)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:289, in _read_file(filename, bbox, mask, rows, engine, **kwargs)\n",
+ " 286 else:\n",
+ " 287 path_or_bytes = filename\n",
+ "--> 289 return _read_file_fiona(\n",
+ " 290 path_or_bytes, from_bytes, bbox=bbox, mask=mask, rows=rows, **kwargs\n",
+ " 291 )\n",
+ " 293 else:\n",
+ " 294 raise ValueError(f\"unknown engine '{engine}'\")\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:315, in _read_file_fiona(path_or_bytes, from_bytes, bbox, mask, rows, where, **kwargs)\n",
+ " 312 reader = fiona.open\n",
+ " 314 with fiona_env():\n",
+ "--> 315 with reader(path_or_bytes, **kwargs) as features:\n",
+ " 316 crs = features.crs_wkt\n",
+ " 317 # attempt to get EPSG code\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/env.py:457, in ensure_env_with_credentials.<locals>.wrapper(*args, **kwds)\n",
+ " 454 session = DummySession()\n",
+ " 456 with env_ctor(session=session):\n",
+ "--> 457 return f(*args, **kwds)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/__init__.py:292, in open(fp, mode, driver, schema, crs, encoding, layer, vfs, enabled_drivers, crs_wkt, allow_unsupported_drivers, **kwargs)\n",
+ " 289 path = parse_path(fp)\n",
+ " 291 if mode in (\"a\", \"r\"):\n",
+ "--> 292 colxn = Collection(\n",
+ " 293 path,\n",
+ " 294 mode,\n",
+ " 295 driver=driver,\n",
+ " 296 encoding=encoding,\n",
+ " 297 layer=layer,\n",
+ " 298 enabled_drivers=enabled_drivers,\n",
+ " 299 allow_unsupported_drivers=allow_unsupported_drivers,\n",
+ " 300 **kwargs\n",
+ " 301 )\n",
+ " 302 elif mode == \"w\":\n",
+ " 303 colxn = Collection(\n",
+ " 304 path,\n",
+ " 305 mode,\n",
+ " (...)\n",
+ " 314 **kwargs\n",
+ " 315 )\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/collection.py:243, in Collection.__init__(self, path, mode, driver, schema, crs, encoding, layer, vsi, archive, enabled_drivers, crs_wkt, ignore_fields, ignore_geometry, include_fields, wkt_version, allow_unsupported_drivers, **kwargs)\n",
+ " 241 if self.mode == \"r\":\n",
+ " 242 self.session = Session()\n",
+ "--> 243 self.session.start(self, **kwargs)\n",
+ " 244 elif self.mode in (\"a\", \"w\"):\n",
+ " 245 self.session = WritingSession()\n",
+ "\n",
+ "File fiona/ogrext.pyx:588, in fiona.ogrext.Session.start()\n",
+ "\n",
+ "File fiona/ogrext.pyx:143, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "DriverError: ./input_03335500/shape_03335500.shp: No such file or directory\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -733,7 +1048,7 @@
},
{
"cell_type": "code",
- "execution_count": 36,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -742,11 +1057,38 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "EPSG:4326\n",
- "EPSG:32616\n",
- "<class 'geopandas.geodataframe.GeoDataFrame'>\n",
- "<class 'geopandas.geodataframe.GeoDataFrame'>\n"
+ "Runtime=test_cpu is ready!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed_file' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[13], line 1\n",
+ "----> 1 print(watershed_file.crs)\n",
+ " 2 print(watershed_proj.crs)\n",
+ " 3 print(type(watershed_file))\n",
+ "\n",
+ "NameError: name 'watershed_file' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -758,7 +1100,7 @@
},
{
"cell_type": "code",
- "execution_count": 37,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -767,8 +1109,39 @@
"name": "stdout",
"output_type": "stream",
"text": [
+ "Runtime=test_cpu is ready!\n",
"./input_03335500/results_03335500/proj_shp_03335500.shp\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'watershed_proj' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[14], line 3\n",
+ " 1 proj_shapefile_filename=f'{folder_results}/proj_shp_{site_id}.shp'\n",
+ " 2 print(proj_shapefile_filename)\n",
+ "----> 3 watershed_proj.to_file(proj_shapefile_filename, driver='ESRI Shapefile',mode='w')\n",
+ "\n",
+ "NameError: name 'watershed_proj' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -790,7 +1163,7 @@
},
{
"cell_type": "code",
- "execution_count": 38,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -799,12 +1172,39 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "./input_03335500/intermediate_03335500/merged_1_03335500.tif \n",
- " ./input_03335500/intermediate_03335500/reprojected_1_03335500.tif\n",
- "<open DatasetReader name='./input_03335500/intermediate_03335500/merged_1_03335500.tif' mode='r'>\n",
- "Band(ds=<open DatasetReader name='./input_03335500/intermediate_03335500/merged_1_03335500.tif' mode='r'>, bidx=1, dtype='float32', shape=(7212, 14412))\n",
- "Reprojection complete.\n"
+ "Runtime=test_cpu is ready!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>NameError: name 'merged_raster_filename' is not defined</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "NameError Traceback (most recent call last)\n",
+ "Cell In[15], line 35\n",
+ " 32 ## WRITE CODE BELOW\n",
+ " 34 reprojected_raster_filename=f'{folder_intermediate}/reprojected_{resolution}_{site_id}.tif'\n",
+ "---> 35 print(merged_raster_filename,\"\\n\",reprojected_raster_filename)\n",
+ " 36 reproject_raster_func(merged_raster_filename, reprojected_raster_filename, crs_string)\n",
+ "\n",
+ "NameError: name 'merged_raster_filename' is not defined\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -848,16 +1248,73 @@
},
{
"cell_type": "code",
- "execution_count": 39,
+ "execution_count": 1,
"metadata": {
"tags": []
},
"outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
{
"data": {
- "image/png": "iVBORw0KGgoAAAANSUhEUgAAAqYAAAHCCAYAAAA99gtOAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjAsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvlHJYcgAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzsfXm8HUW19aqq7j7DHTKTQICEhDkkgBEEBQIyySQ85kkwgoCAoD55yEM+iIqAwhNUREQJEkEUHBBkDMiggsyCCphE5imBjHc4p7ur9vfHrqruc+/NBEgC1vr9bs49faq7q6tP7lln7b3XFkRECAgICAgICAgICFjFkKt6AgEBAQEBAQEBAQFAIKYBAQEBAQEBAQGrCQIxDQgICAgICAgIWC0QiGlAQEBAQEBAQMBqgUBMAwICAgICAgICVgsEYhoQEBAQEBAQELBaIBDTgICAgICAgICA1QKBmAYE [...]
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>RasterioIOError: ./input_03335500/intermediate_03335500/reprojected_1_03335500.tif: No such file or directory</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "CPLE_OpenFailedError Traceback (most recent call last)\n",
+ "File rasterio/_base.pyx:310, in rasterio._base.DatasetBase.__init__()\n",
+ "\n",
+ "File rasterio/_base.pyx:221, in rasterio._base.open_dataset()\n",
+ "\n",
+ "File rasterio/_err.pyx:221, in rasterio._err.exc_wrap_pointer()\n",
+ "\n",
+ "CPLE_OpenFailedError: ./input_03335500/intermediate_03335500/reprojected_1_03335500.tif: No such file or directory\n",
+ "\n",
+ "During handling of the above exception, another exception occurred:\n",
+ "\n",
+ "RasterioIOError Traceback (most recent call last)\n",
+ "Cell In[16], line 2\n",
+ " 1 reprojected_raster_filename=f'{folder_intermediate}/reprojected_{resolution}_{site_id}.tif'\n",
+ "----> 2 with rasterio.open(reprojected_raster_filename) as src:\n",
+ " 3 fig, ax = plt.subplots(figsize = (8,8))\n",
+ " 4 mapped=rasterio.plot.show(src,\n",
+ " 5 ax=ax, \n",
+ " 6 cmap='viridis')\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/rasterio/env.py:451, in ensure_env_with_credentials.<locals>.wrapper(*args, **kwds)\n",
+ " 448 session = DummySession()\n",
+ " 450 with env_ctor(session=session):\n",
+ "--> 451 return f(*args, **kwds)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/rasterio/__init__.py:304, in open(fp, mode, driver, width, height, count, crs, transform, dtype, nodata, sharing, **kwargs)\n",
+ " 301 path = _parse_path(raw_dataset_path)\n",
+ " 303 if mode == \"r\":\n",
+ "--> 304 dataset = DatasetReader(path, driver=driver, sharing=sharing, **kwargs)\n",
+ " 305 elif mode == \"r+\":\n",
+ " 306 dataset = get_writer_for_path(path, driver=driver)(\n",
+ " 307 path, mode, driver=driver, sharing=sharing, **kwargs\n",
+ " 308 )\n",
+ "\n",
+ "File rasterio/_base.pyx:312, in rasterio._base.DatasetBase.__init__()\n",
+ "\n",
+ "RasterioIOError: ./input_03335500/intermediate_03335500/reprojected_1_03335500.tif: No such file or directory\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "<Figure size 800x800 with 2 Axes>"
+ "<IPython.core.display.HTML object>"
]
},
"metadata": {},
@@ -905,7 +1362,7 @@
},
{
"cell_type": "code",
- "execution_count": 40,
+ "execution_count": 1,
"metadata": {
"tags": []
},
@@ -914,8 +1371,111 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "Raster clipping complete.\n"
+ "Runtime=test_cpu is ready!\n"
]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>DriverError: ./input_03335500/results_03335500/proj_shp_03335500.shp: No such file or directory</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "CPLE_OpenFailedError Traceback (most recent call last)\n",
+ "File fiona/ogrext.pyx:136, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "File fiona/_err.pyx:291, in fiona._err.exc_wrap_pointer()\n",
+ "\n",
+ "CPLE_OpenFailedError: ./input_03335500/results_03335500/proj_shp_03335500.shp: No such file or directory\n",
+ "\n",
+ "During handling of the above exception, another exception occurred:\n",
+ "\n",
+ "DriverError Traceback (most recent call last)\n",
+ "Cell In[17], line 30\n",
+ " 27 buffer_value_in_meters=1500\n",
+ " 29 clipped_raster_filename=f'{folder_results}/clipped_{resolution}_{site_id}.tif'\n",
+ "---> 30 clip_raster_with_shapefile_func(reprojected_raster_filename,\n",
+ " 31 clipped_raster_filename,\n",
+ " 32 proj_shapefile_filename,\n",
+ " 33 buffer_value_in_meters)\n",
+ "\n",
+ "Cell In[17], line 5, in clip_raster_with_shapefile_func(input_raster, output_raster, shapefile, buffer_value)\n",
+ " 3 def clip_raster_with_shapefile_func(input_raster, output_raster, shapefile,buffer_value):\n",
+ " 4 ## Open the shapefile using geopandas\n",
+ "----> 5 shapefile_gdf = geopandas.read_file(shapefile).buffer(buffer_value)\n",
+ " 6 ## Open the input raster\n",
+ " 7 with rasterio.open(input_raster) as src:\n",
+ " 8 ## Convert the shapefile geometry to the same CRS as the raster\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:289, in _read_file(filename, bbox, mask, rows, engine, **kwargs)\n",
+ " 286 else:\n",
+ " 287 path_or_bytes = filename\n",
+ "--> 289 return _read_file_fiona(\n",
+ " 290 path_or_bytes, from_bytes, bbox=bbox, mask=mask, rows=rows, **kwargs\n",
+ " 291 )\n",
+ " 293 else:\n",
+ " 294 raise ValueError(f\"unknown engine '{engine}'\")\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/geopandas/io/file.py:315, in _read_file_fiona(path_or_bytes, from_bytes, bbox, mask, rows, where, **kwargs)\n",
+ " 312 reader = fiona.open\n",
+ " 314 with fiona_env():\n",
+ "--> 315 with reader(path_or_bytes, **kwargs) as features:\n",
+ " 316 crs = features.crs_wkt\n",
+ " 317 # attempt to get EPSG code\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/env.py:457, in ensure_env_with_credentials.<locals>.wrapper(*args, **kwds)\n",
+ " 454 session = DummySession()\n",
+ " 456 with env_ctor(session=session):\n",
+ "--> 457 return f(*args, **kwds)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/__init__.py:292, in open(fp, mode, driver, schema, crs, encoding, layer, vfs, enabled_drivers, crs_wkt, allow_unsupported_drivers, **kwargs)\n",
+ " 289 path = parse_path(fp)\n",
+ " 291 if mode in (\"a\", \"r\"):\n",
+ "--> 292 colxn = Collection(\n",
+ " 293 path,\n",
+ " 294 mode,\n",
+ " 295 driver=driver,\n",
+ " 296 encoding=encoding,\n",
+ " 297 layer=layer,\n",
+ " 298 enabled_drivers=enabled_drivers,\n",
+ " 299 allow_unsupported_drivers=allow_unsupported_drivers,\n",
+ " 300 **kwargs\n",
+ " 301 )\n",
+ " 302 elif mode == \"w\":\n",
+ " 303 colxn = Collection(\n",
+ " 304 path,\n",
+ " 305 mode,\n",
+ " (...)\n",
+ " 314 **kwargs\n",
+ " 315 )\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/fiona/collection.py:243, in Collection.__init__(self, path, mode, driver, schema, crs, encoding, layer, vsi, archive, enabled_drivers, crs_wkt, ignore_fields, ignore_geometry, include_fields, wkt_version, allow_unsupported_drivers, **kwargs)\n",
+ " 241 if self.mode == \"r\":\n",
+ " 242 self.session = Session()\n",
+ "--> 243 self.session.start(self, **kwargs)\n",
+ " 244 elif self.mode in (\"a\", \"w\"):\n",
+ " 245 self.session = WritingSession()\n",
+ "\n",
+ "File fiona/ogrext.pyx:588, in fiona.ogrext.Session.start()\n",
+ "\n",
+ "File fiona/ogrext.pyx:143, in fiona.ogrext.gdal_open_vector()\n",
+ "\n",
+ "DriverError: ./input_03335500/results_03335500/proj_shp_03335500.shp: No such file or directory\n",
+ "</pre></div>"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
}
],
"source": [
@@ -956,14 +1516,70 @@
},
{
"cell_type": "code",
- "execution_count": 41,
+ "execution_count": 1,
"metadata": {},
"outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Runtime=test_cpu is ready!\n"
+ ]
+ },
{
"data": {
- "image/png": "iVBORw0KGgoAAAANSUhEUgAAAq0AAAGXCAYAAACZVWn9AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjAsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvlHJYcgAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzsnXd4FFXbh+8pu5seCISEGnoNCAIqvUtXQFCUjiIqFqzIZwN7FxuIiCCIDRA7XUWkSC/SCb33hLTdnZnz/TElWRJKEAVf576uKHv2zMw5s7Ozv3nOUyQhhMDFxcXFxcXFxcXlCka+3ANwcXFxcXFxcXFxOR+uaHVxcXFxcXFxcbnicUWri4uLi4uLi4vLFY8rWl1cXFxcXFxcXK54XNHq4uLi4uLi4uJyxeOKVhcXFxcXFxcXlyseV7S6uLi4uLi4uLhc8bii1cXFxcXFxcXF5YrHFa0uLi4uLi4u [...]
+ "text/html": [
+ "\n",
+ " <div style=\"\n",
+ " color: #a71d5d;\n",
+ " background-color: #fdd;\n",
+ " border: 1px solid #a71d5d;\n",
+ " padding: 5px;\n",
+ " border-radius: 5px;\n",
+ " font-family: Consolas, 'Courier New', monospace;\n",
+ " \">\n",
+ " <pre><strong>RasterioIOError: ./input_03335500/results_03335500/clipped_1_03335500.tif: No such file or directory</strong>\n",
+ " ---------------------------------------------------------------------------\n",
+ "CPLE_OpenFailedError Traceback (most recent call last)\n",
+ "File rasterio/_base.pyx:310, in rasterio._base.DatasetBase.__init__()\n",
+ "\n",
+ "File rasterio/_base.pyx:221, in rasterio._base.open_dataset()\n",
+ "\n",
+ "File rasterio/_err.pyx:221, in rasterio._err.exc_wrap_pointer()\n",
+ "\n",
+ "CPLE_OpenFailedError: ./input_03335500/results_03335500/clipped_1_03335500.tif: No such file or directory\n",
+ "\n",
+ "During handling of the above exception, another exception occurred:\n",
+ "\n",
+ "RasterioIOError Traceback (most recent call last)\n",
+ "Cell In[18], line 1\n",
+ "----> 1 with rasterio.open(clipped_raster_filename) as src1:\n",
+ " 2 fig, ax = plt.subplots(figsize = (8,8))\n",
+ " 3 mapped=rasterio.plot.show(src1,\n",
+ " 4 ax=ax, \n",
+ " 5 cmap='viridis')\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/rasterio/env.py:451, in ensure_env_with_credentials.<locals>.wrapper(*args, **kwds)\n",
+ " 448 session = DummySession()\n",
+ " 450 with env_ctor(session=session):\n",
+ "--> 451 return f(*args, **kwds)\n",
+ "\n",
+ "File /opt/conda/lib/python3.11/site-packages/rasterio/__init__.py:304, in open(fp, mode, driver, width, height, count, crs, transform, dtype, nodata, sharing, **kwargs)\n",
+ " 301 path = _parse_path(raw_dataset_path)\n",
+ " 303 if mode == \"r\":\n",
+ "--> 304 dataset = DatasetReader(path, driver=driver, sharing=sharing, **kwargs)\n",
+ " 305 elif mode == \"r+\":\n",
+ " 306 dataset = get_writer_for_path(path, driver=driver)(\n",
+ " 307 path, mode, driver=driver, sharing=sharing, **kwargs\n",
+ " 308 )\n",
+ "\n",
+ "File rasterio/_base.pyx:312, in rasterio._base.DatasetBase.__init__()\n",
+ "\n",
+ "RasterioIOError: ./input_03335500/results_03335500/clipped_1_03335500.tif: No such file or directory\n",
+ "</pre></div>"
+ ],
"text/plain": [
- "<Figure size 800x800 with 2 Axes>"
+ "<IPython.core.display.HTML object>"
]
},
"metadata": {},
@@ -993,27 +1609,13 @@
" edgecolor='red')\n",
"src.close()"
]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
}
],
"metadata": {
"kernelspec": {
- "display_name": "ct-fair",
+ "display_name": "airavata_examples",
"language": "python",
- "name": "ct-fair"
+ "name": "python3"
},
"language_info": {
"codemirror_mode": {