Use preferred fsspec abstraction

pyproject.toml

@@ -75,11 +75,9 @@ sphinx-inline-tabs = {version = ">=2023.4.21", python = ">=3.9", optional = true
 sphinx-notfound-page = {version = ">=1.0.0", python = ">=3.9", optional = true}
 sphinx-reredirects = {version = ">=0.1.5", python = ">=3.9", optional = true}
 
-# AWS-speficic dependencies
-boto3 = { version = ">=1.35", optional = true }
-
 # File storage dependencies installed as optional 'filesystem' extras
 fs-s3fs = {version = ">=1.1.1", optional = true}
+s3fs = { version = ">=2024.9.0", optional = true }
 
 # Parquet file dependencies installed as optional 'parquet' extras
 # We add Python constraints to force Poetry to add the latest supported Numpy version
@@ -118,7 +116,7 @@ docs = [
     "sphinx-notfound-page",
     "sphinx-reredirects",
 ]
-s3 = ["boto3", "fs-s3fs"]
+s3 = ["fs-s3fs", "s3fs"]
 testing = [
     "pytest",
 ]
@@ -145,7 +143,6 @@ time-machine = ">=2.10.0"
 xdoctest = ">=1.1.1"
 
 [tool.poetry.group.typing.dependencies]
-boto3-stubs = {extras = ["s3"], version = ">=1.35.16"}
 mypy = ">=1.9"
 types-jsonschema = ">=4.17.0.6"
 types-pytz = ">=2022.7.1.2"
@@ -186,7 +183,7 @@ filterwarnings = [
     # https://github.com/joblib/joblib/pull/1518
     "ignore:Attribute n is deprecated:DeprecationWarning:joblib._utils",
     # https://github.com/boto/boto3/issues/3889
-    "ignore:datetime\\.datetime\\.utcnow\\(\\) is deprecated:DeprecationWarning:botocore",
+    # "ignore:datetime\\.datetime\\.utcnow\\(\\) is deprecated:DeprecationWarning:botocore",
 ]
 log_cli_level = "INFO"
 markers = [
@@ -262,9 +259,6 @@ types-PyYAML = "yaml"
 types-requests = "requests"
 
 [tool.deptry.per_rule_ignores]
-DEP001 = [
-    "mypy_boto3_s3",
-]
 DEP002 = [
     # Transitive constraints
     "numpy",

samples/sample_tap_csv/client.py

@@ -3,7 +3,7 @@
 import csv
 import typing as t
 
-from singer_sdk.contrib.filesystem.stream import FileStream
+from singer_sdk.contrib.filesystem import FileStream
 
 if t.TYPE_CHECKING:
     from singer_sdk.helpers.types import Record

singer_sdk/contrib/filesystem/__init__.py

@@ -2,6 +2,6 @@
 
 from __future__ import annotations
 
-from singer_sdk.contrib.filesystem import local, s3
+from singer_sdk.contrib.filesystem.stream import FileStream
 
-__all__ = ["local", "s3"]
+__all__ = ["FileStream"]

singer_sdk/contrib/filesystem/stream.py

@@ -25,6 +25,16 @@
 class FileStream(Stream, metaclass=abc.ABCMeta):
     """Abstract base class for file streams."""
 
+    BASE_SCHEMA: t.ClassVar[dict[str, t.Any]] = {
+        "type": ["object"],
+        "properties": {
+            SDC_META_FILEPATH: {"type": "string"},
+            SDC_META_MODIFIED_AT: {"type": ["string", "null"], "format": "date-time"},
+        },
+        "required": [],
+        "additionalProperties": {"type": "string"},
+    }
+
     def __init__(
         self,
         tap: Tap,
@@ -40,16 +50,7 @@ def __init__(
             partitions: List of partitions for this stream.
         """
         # TODO(edgarmondragon): Build schema from file.
-        schema = {
-            "type": ["object"],
-            "properties": {
-                SDC_META_FILEPATH: {"type": "string"},
-                SDC_META_MODIFIED_AT: {"type": "string", "format": "date-time"},
-            },
-            "required": [],
-            "additionalProperties": {"type": "string"},
-        }
-        super().__init__(tap, schema, name)
+        super().__init__(tap, self.BASE_SCHEMA, name)
 
         # TODO(edgarrmondragon): Make this None if the filesytem does not support it.
         self.replication_key = SDC_META_MODIFIED_AT