Updated retrieval of max SciPy version

Author: seanlaw

versions.py

@@ -230,6 +230,29 @@ def get_minor_versions_between(start_version_str, end_version_str):
     return versions
 
 
+def _get_scipy_pypi():
+    url = "https://pypi.org/project/scipy/"
+    req = request.Request(
+        url,
+        data=None,
+        headers=HEADERS
+    )
+    return request.urlopen(req).read().decode("utf-8")
+
+
+def get_latest_scipy_version():
+    html = _get_scipy_pypi()
+    match = re.search(r'scipy\s+(\d+\.\d+\.\d+)', html, re.DOTALL)
+    return match.groups()[0]
+
+
+def get_latest_scipy_python_version():
+    html = _get_scipy_pypi()
+    python_versions = list(set(re.findall(r'Python\s+\:\:\s+(\d+\.\d+)', html, re.DOTALL)))
+    python_version = sorted(python_versions, key=Version)[-1]
+    return f"<={python_version}"
+
+
 def get_latest_numpy_version():
     """
     Retrieve the latest NumPy version
@@ -317,8 +340,8 @@ def get_all_max_versions():
             )
         )
         .assign(NUMPY=lambda row: row.apply(check_numpy_version, axis=1))
-        .assign(SCIPY=get_scipy_version_df().iloc[0].SciPy_version)
-        .assign(SCIPY_PYTHON_SPEC=get_scipy_version_df().iloc[0].Python_versions)
+        .assign(SCIPY=get_latest_scipy_version())
+        .assign(SCIPY_PYTHON_SPEC=get_latest_scipy_python_version())
         .pipe(
             lambda df: df.assign(
                 SCIPY_PYTHON_SPEC=df.SCIPY_PYTHON_SPEC.apply(SpecifierSet)