Spaces:

SustainabilityLabIITGN
/

NDVI_PERG

Running

App Files Files Community

Zeel commited on 11 days ago

Commit

e210de0

1 Parent(s): 0105922

Dynamically access Wayback imagery

Browse files

Files changed (2) hide show

app.py +41 -1
sandbox.ipynb +376 -2

app.py CHANGED Viewed

@@ -15,6 +15,7 @@ import plotly.express as px
 import branca.colormap as cm
 from functions import *
 st.set_page_config(layout="wide")
@@ -146,8 +147,47 @@ buffer_geometry_gdf = (
 )  # reset index forces GeoSeries to GeoDataFrame
 buffer_geometry_gdf["Name"] = "Buffer"
 # visualize the geometry
-wayback_df = pd.read_parquet("./wayback.parquet").set_index("date")
 first_item = wayback_df.iloc[0]
 wayback_title = "Esri " + first_item["Title"]
 wayback_url = (

 import branca.colormap as cm
 from functions import *
+import xml.etree.ElementTree as ET
 st.set_page_config(layout="wide")
 )  # reset index forces GeoSeries to GeoDataFrame
 buffer_geometry_gdf["Name"] = "Buffer"
+# Get Wayback data
+# <old code>
+# wayback_df = pd.read_parquet("./wayback.parquet").set_index("date")
+# </old code>
+# <new code 2nd Feb 2025 by Zeel>
+# Fetch XML data
+url = "https://wayback.maptiles.arcgis.com/arcgis/rest/services/World_Imagery/MapServer/WMTS/1.0.0/WMTSCapabilities.xml"
+response = requests.get(url)
+response.raise_for_status()  # Ensure request was successful
+# Parse XML
+root = ET.fromstring(response.content)
+ns = {
+    "wmts": "https://www.opengis.net/wmts/1.0",
+    "ows": "https://www.opengis.net/ows/1.1",
+    "xlink": "https://www.w3.org/1999/xlink",
+}
+layers = root.findall(".//wmts:Contents/wmts:Layer", ns)
+layer_data = []
+for layer in layers:
+    title = layer.find("ows:Title", ns)
+    identifier = layer.find("ows:Identifier", ns)
+    resource = layer.find("wmts:ResourceURL", ns)  # Tile URL template
+    title_text = title.text if title is not None else "N/A"
+    identifier_text = identifier.text if identifier is not None else "N/A"
+    url_template = resource.get("template") if resource is not None else "N/A"
+    layer_data.append({"Title": title_text, "ResourceURL_Template": url_template})
+wayback_df = pd.DataFrame(layer_data)
+wayback_df["date"] = pd.to_datetime(wayback_df["Title"].str.extract(r"(\d{4}-\d{2}-\d{2})").squeeze(), errors="coerce")
+wayback_df.set_index("date", inplace=True)
+print(wayback_df)
+# </new code 2nd Feb 2025 by Zeel>
 # visualize the geometry
 first_item = wayback_df.iloc[0]
 wayback_title = "Esri " + first_item["Title"]
 wayback_url = (

sandbox.ipynb CHANGED Viewed

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 13,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -10,8 +10,250 @@
     "import kml2geojson\n",
     "import requests\n",
     "import geopandas as gpd\n",
     "\n",
-    "data = requests.get(\"https://drive.google.com/uc?id=1bN8lkSQkGZcSmZPLF8jm-AWTRA7FsEcr\")"
    ]
   },
   {
@@ -169,6 +411,138 @@
     "# kml2geojson.convert(BytesIO(data.content))[0]['features']"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 14,

  "cells": [
   {
    "cell_type": "code",
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
     "import kml2geojson\n",
     "import requests\n",
     "import geopandas as gpd\n",
+    "import pandas as pd\n",
     "\n",
+    "# data = requests.get(\"https://drive.google.com/uc?id=1bN8lkSQkGZcSmZPLF8jm-AWTRA7FsEcr\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Title</th>\n",
+       "      <th>Identifier</th>\n",
+       "      <th>LowerCorner</th>\n",
+       "      <th>UpperCorner</th>\n",
+       "      <th>Format</th>\n",
+       "      <th>TileMatrixSetLinks</th>\n",
+       "      <th>ResourceURL_Template</th>\n",
+       "      <th>date</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>World Imagery (Wayback 2024-10-10)</td>\n",
+       "      <td>WB_2024_R11</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2024-10-10</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>World Imagery (Wayback 2024-09-19)</td>\n",
+       "      <td>WB_2024_R10</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2024-09-19</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>World Imagery (Wayback 2024-08-15)</td>\n",
+       "      <td>WB_2024_R08</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2024-08-15</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>World Imagery (Wayback 2024-06-27)</td>\n",
+       "      <td>WB_2024_R07</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2024-06-27</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>World Imagery (Wayback 2024-06-06)</td>\n",
+       "      <td>WB_2024_R06</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2024-06-06</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>170</th>\n",
+       "      <td>World Imagery (Wayback 2014-06-11)</td>\n",
+       "      <td>WB_2014_R08</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2014-06-11</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>171</th>\n",
+       "      <td>World Imagery (Wayback 2014-05-14)</td>\n",
+       "      <td>WB_2014_R06</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2014-05-14</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>172</th>\n",
+       "      <td>World Imagery (Wayback 2014-04-30)</td>\n",
+       "      <td>WB_2014_R05</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2014-04-30</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>173</th>\n",
+       "      <td>World Imagery (Wayback 2014-03-26)</td>\n",
+       "      <td>WB_2014_R03</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2014-03-26</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>174</th>\n",
+       "      <td>World Imagery (Wayback 2014-02-20)</td>\n",
+       "      <td>WB_2014_R01</td>\n",
+       "      <td>-2.003750722959434E7 -2.003750722959434E7</td>\n",
+       "      <td>2.003750722959434E7 2.003750722959434E7</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>default028mm, GoogleMapsCompatible</td>\n",
+       "      <td>https://wayback.maptiles.arcgis.com/arcgis/res...</td>\n",
+       "      <td>2014-02-20</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>175 rows × 8 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                  Title   Identifier  \\\n",
+       "0    World Imagery (Wayback 2024-10-10)  WB_2024_R11   \n",
+       "1    World Imagery (Wayback 2024-09-19)  WB_2024_R10   \n",
+       "2    World Imagery (Wayback 2024-08-15)  WB_2024_R08   \n",
+       "3    World Imagery (Wayback 2024-06-27)  WB_2024_R07   \n",
+       "4    World Imagery (Wayback 2024-06-06)  WB_2024_R06   \n",
+       "..                                  ...          ...   \n",
+       "170  World Imagery (Wayback 2014-06-11)  WB_2014_R08   \n",
+       "171  World Imagery (Wayback 2014-05-14)  WB_2014_R06   \n",
+       "172  World Imagery (Wayback 2014-04-30)  WB_2014_R05   \n",
+       "173  World Imagery (Wayback 2014-03-26)  WB_2014_R03   \n",
+       "174  World Imagery (Wayback 2014-02-20)  WB_2014_R01   \n",
+       "\n",
+       "                                   LowerCorner  \\\n",
+       "0    -2.003750722959434E7 -2.003750722959434E7   \n",
+       "1    -2.003750722959434E7 -2.003750722959434E7   \n",
+       "2    -2.003750722959434E7 -2.003750722959434E7   \n",
+       "3    -2.003750722959434E7 -2.003750722959434E7   \n",
+       "4    -2.003750722959434E7 -2.003750722959434E7   \n",
+       "..                                         ...   \n",
+       "170  -2.003750722959434E7 -2.003750722959434E7   \n",
+       "171  -2.003750722959434E7 -2.003750722959434E7   \n",
+       "172  -2.003750722959434E7 -2.003750722959434E7   \n",
+       "173  -2.003750722959434E7 -2.003750722959434E7   \n",
+       "174  -2.003750722959434E7 -2.003750722959434E7   \n",
+       "\n",
+       "                                 UpperCorner  Format  \\\n",
+       "0    2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "1    2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "2    2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "3    2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "4    2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "..                                       ...     ...   \n",
+       "170  2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "171  2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "172  2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "173  2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "174  2.003750722959434E7 2.003750722959434E7     NaN   \n",
+       "\n",
+       "                     TileMatrixSetLinks  \\\n",
+       "0    default028mm, GoogleMapsCompatible   \n",
+       "1    default028mm, GoogleMapsCompatible   \n",
+       "2    default028mm, GoogleMapsCompatible   \n",
+       "3    default028mm, GoogleMapsCompatible   \n",
+       "4    default028mm, GoogleMapsCompatible   \n",
+       "..                                  ...   \n",
+       "170  default028mm, GoogleMapsCompatible   \n",
+       "171  default028mm, GoogleMapsCompatible   \n",
+       "172  default028mm, GoogleMapsCompatible   \n",
+       "173  default028mm, GoogleMapsCompatible   \n",
+       "174  default028mm, GoogleMapsCompatible   \n",
+       "\n",
+       "                                  ResourceURL_Template       date  \n",
+       "0    https://wayback.maptiles.arcgis.com/arcgis/res... 2024-10-10  \n",
+       "1    https://wayback.maptiles.arcgis.com/arcgis/res... 2024-09-19  \n",
+       "2    https://wayback.maptiles.arcgis.com/arcgis/res... 2024-08-15  \n",
+       "3    https://wayback.maptiles.arcgis.com/arcgis/res... 2024-06-27  \n",
+       "4    https://wayback.maptiles.arcgis.com/arcgis/res... 2024-06-06  \n",
+       "..                                                 ...        ...  \n",
+       "170  https://wayback.maptiles.arcgis.com/arcgis/res... 2014-06-11  \n",
+       "171  https://wayback.maptiles.arcgis.com/arcgis/res... 2014-05-14  \n",
+       "172  https://wayback.maptiles.arcgis.com/arcgis/res... 2014-04-30  \n",
+       "173  https://wayback.maptiles.arcgis.com/arcgis/res... 2014-03-26  \n",
+       "174  https://wayback.maptiles.arcgis.com/arcgis/res... 2014-02-20  \n",
+       "\n",
+       "[175 rows x 8 columns]"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "pd.read_parquet(\"wayback.parquet\")"
    ]
   },
   {
     "# kml2geojson.convert(BytesIO(data.content))[0]['features']"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import pandas as pd\n",
+    "import xml.etree.ElementTree as ET\n",
+    "\n",
+    "# Fetch XML data\n",
+    "url = \"https://wayback.maptiles.arcgis.com/arcgis/rest/services/World_Imagery/MapServer/WMTS/1.0.0/WMTSCapabilities.xml\"\n",
+    "response = requests.get(url)\n",
+    "response.raise_for_status()  # Ensure request was successful\n",
+    "\n",
+    "# Parse XML\n",
+    "root = ET.fromstring(response.content)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Found 178 layers\n"
+     ]
+    }
+   ],
+   "source": [
+    "ns = {\"wmts\": \"https://www.opengis.net/wmts/1.0\"}\n",
+    "layers = root.findall(\".//wmts:Layer\", ns)\n",
+    "print(f\"Found {len(layers)} layers\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 35,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Found 178 layers\n",
+      "                                         Title  \\\n",
+      "date                                             \n",
+      "2025-01-30  World Imagery (Wayback 2025-01-30)   \n",
+      "2024-12-12  World Imagery (Wayback 2024-12-12)   \n",
+      "2024-11-18  World Imagery (Wayback 2024-11-18)   \n",
+      "2024-10-10  World Imagery (Wayback 2024-10-10)   \n",
+      "2024-09-19  World Imagery (Wayback 2024-09-19)   \n",
+      "...                                        ...   \n",
+      "2014-06-11  World Imagery (Wayback 2014-06-11)   \n",
+      "2014-05-14  World Imagery (Wayback 2014-05-14)   \n",
+      "2014-04-30  World Imagery (Wayback 2014-04-30)   \n",
+      "2014-03-26  World Imagery (Wayback 2014-03-26)   \n",
+      "2014-02-20  World Imagery (Wayback 2014-02-20)   \n",
+      "\n",
+      "                                         ResourceURL_Template  \n",
+      "date                                                           \n",
+      "2025-01-30  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2024-12-12  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2024-11-18  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2024-10-10  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2024-09-19  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "...                                                       ...  \n",
+      "2014-06-11  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2014-05-14  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2014-04-30  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2014-03-26  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "2014-02-20  https://wayback.maptiles.arcgis.com/arcgis/res...  \n",
+      "\n",
+      "[178 rows x 2 columns]\n"
+     ]
+    }
+   ],
+   "source": [
+    "ns = {\n",
+    "    \"wmts\": \"https://www.opengis.net/wmts/1.0\",\n",
+    "    \"ows\": \"https://www.opengis.net/ows/1.1\",\n",
+    "    \"xlink\": \"https://www.w3.org/1999/xlink\"\n",
+    "}\n",
+    "\n",
+    "layers = root.findall(\".//wmts:Contents/wmts:Layer\", ns)\n",
+    "print(f\"Found {len(layers)} layers\")\n",
+    "\n",
+    "layer_data = []\n",
+    "for layer in layers:\n",
+    "    title = layer.find(\"ows:Title\", ns)\n",
+    "    identifier = layer.find(\"ows:Identifier\", ns)\n",
+    "    resource = layer.find(\"wmts:ResourceURL\", ns)  # Tile URL template\n",
+    "    \n",
+    "    title_text = title.text if title is not None else \"N/A\"\n",
+    "    identifier_text = identifier.text if identifier is not None else \"N/A\"\n",
+    "    url_template = resource.get(\"template\") if resource is not None else \"N/A\"\n",
+    "\n",
+    "    layer_data.append({\n",
+    "        \"Title\": title_text,\n",
+    "        \"ResourceURL_Template\": url_template\n",
+    "    })\n",
+    "\n",
+    "import pandas as pd\n",
+    "df = pd.DataFrame(layer_data)\n",
+    "df['date'] = pd.to_datetime(df['Title'].str.extract(r\"(\\d{4}-\\d{2}-\\d{2})\").squeeze(), errors='coerce')\n",
+    "df.set_index('date', inplace=True)\n",
+    "print(df)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 32,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'https://wayback.maptiles.arcgis.com/arcgis/rest/services/World_Imagery/WMTS/1.0.0/{TileMatrixSet}/MapServer/tile/36557/{TileMatrix}/{TileRow}/{TileCol}'"
+      ]
+     },
+     "execution_count": 32,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df['Tile URL'].iloc[0]"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 14,