update versions (#488)

Author: martindurant

.github/workflows/tests.yml

@@ -18,13 +18,17 @@ permissions:
 jobs:
   tests:
     timeout-minutes: 45
-    runs-on: ${{ matrix.os }}
+    runs-on: "ubuntu-22.04"
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-20.04]
-        pyv: ["3.8"]
-        reqs: ["earliest", "latest", "dev"]
+        pyv: [ "3.9", "3.10", "3.11", "3.12", "3.13" ]
+        reqs: [ "latest" ]
+        include:
+          - pyv: "3.9"
+            reqs: earliest
+          - pyv: "3.13"
+            reqs: dev
 
     steps:
     - uses: actions/checkout@v3

adlfs/spec.py

@@ -13,7 +13,7 @@
 import warnings
 import weakref
 from collections import defaultdict
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from glob import has_magic
 from typing import List, Optional, Tuple
 from uuid import uuid4
@@ -523,7 +523,7 @@ def do_connect(self):
             self.do_connect()
 
         except Exception as e:
-            raise ValueError(f"unable to connect to account for {e}")
+            raise ValueError(f"unable to connect to account for {e}") from e
 
     def split_path(
         self, path, delimiter="/", return_container: bool = False, **kwargs
@@ -1204,7 +1204,7 @@ async def _rm(
         except FileNotFoundError:
             pass
         except Exception as e:
-            raise RuntimeError("Failed to remove %s for %s", path, e)
+            raise RuntimeError("Failed to remove %s for %s", path, e) from e
 
         self.invalidate_cache()
 
@@ -1233,9 +1233,12 @@ async def _rm_files(
 
             # Files and directory markers of empty directories can be deleted in any order. We delete them all
             # asynchronously for performance reasons.
-            file_exs = await asyncio.gather(
-                *([cc.delete_blob(file) for file in files]), return_exceptions=True
-            )
+            with warnings.catch_warnings():
+                warnings.simplefilter("ignore")
+
+                file_exs = await asyncio.gather(
+                    *([cc.delete_blob(file) for file in files]), return_exceptions=True
+                )
             for ex in file_exs:
                 if ex is not None:
                     raise ex
@@ -1566,7 +1569,7 @@ async def _url(
             blob_name=blob,
             account_key=account_key,
             permission=BlobSasPermissions(read=True),
-            expiry=datetime.utcnow() + timedelta(seconds=expires),
+            expiry=datetime.now(tz=timezone.utc) + timedelta(seconds=expires),
             version_id=version_id,
             content_disposition=content_disposition,
             content_encoding=content_encoding,
@@ -2065,7 +2068,7 @@ def connect_client(self):
         except Exception as e:
             raise ValueError(
                 f"Unable to fetch container_client with provided params for {e}!!"
-            )
+            ) from e
 
     async def _async_fetch_range(self, start: int, end: int = None, **kwargs):
         """

adlfs/tests/conftest.py

@@ -1,4 +1,3 @@
-import asyncio
 import datetime
 
 import docker
@@ -40,8 +39,8 @@ def storage(host):
     if "data" not in [c["name"] for c in bbs.list_containers()]:
         bbs.create_container("data")
     container_client = bbs.get_container_client(container="data")
-    bbs.insert_time = datetime.datetime.utcnow().replace(
-        microsecond=0, tzinfo=datetime.timezone.utc
+    bbs.insert_time = datetime.datetime.now(tz=datetime.timezone.utc).replace(
+        microsecond=0
     )
     container_client.upload_blob("top_file.txt", data)
     container_client.upload_blob("root/rfile.txt", data)
@@ -60,17 +59,6 @@ def storage(host):
     bbs.delete_container("data")
 
 
-@pytest.fixture(scope="session")
-def event_loop():
-    policy = asyncio.get_event_loop_policy()
-    loop = policy.new_event_loop()
-    try:
-        yield loop
-    finally:
-        loop.close()
-        policy.set_event_loop(loop)
-
-
 @pytest.fixture(scope="session", autouse=True)
 def spawn_azurite():
     print("Starting azurite docker container")

pyproject.toml

@@ -15,18 +15,20 @@ classifiers = [
     "Intended Audience :: Developers",
     "License :: OSI Approved :: BSD License",
     "Operating System :: OS Independent",
-    "Programming Language :: Python :: 3.8",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
 ]
 keywords = ["file-system", "dask", "azure"]
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 dynamic = ["version"]
 dependencies = [
-    "azure-core>=1.23.1,<2.0.0",
-    "azure-datalake-store>=0.0.46,<0.1",
+    "azure-core>=1.28.0,<2.0.0",
+    "azure-datalake-store>=0.0.53,<0.1",
     "azure-identity",
-    "azure-storage-blob>=12.12.0",
+    "azure-storage-blob>=12.17.0",
     "fsspec>=2023.12.0",
     "aiohttp>=3.7.0",
 ]

requirements/earliest.txt

@@ -1,5 +1,5 @@
 -r base.txt
-fsspec==2023.9.0
-azure-core==1.23.1
-azure-datalake-store==0.0.46
-azure-storage-blob==12.12.0
+fsspec==2023.12.0
+azure-core==1.28.0
+azure-datalake-store==0.0.53
+azure-storage-blob==12.17.0