Add requirements for init and sidecar to setup

 * Update filesystem versions

.github/workflows/cli.yml

@@ -36,8 +36,8 @@ jobs:
       run: pip install -r cli/requirements/test.txt
     - name: Install master dependencies
       run: pip install -r cli/requirements/master.txt
-    - name: Install dev librarie
-      run: export USE_LOCAL_PACKAGES="true" && pip install --upgrade --editable "cli[dev]"
+    - name: Install dev libraries
+      run: export USE_LOCAL_PACKAGES="true" && pip install --upgrade --editable "cli[dev,fsspec,init,sidecar]"
     - name: Test with pytest
       run: |
         cd cli

cli/requirements/dev.txt

@@ -1,13 +1 @@
-docker
-GitPython<3.2.0
-
-numpy
-scipy
-pandas
-fsspec==2022.7.1
-
 moto==2.0.5
-
-kubernetes_asyncio>=12.1.1,<22.6.0
-aiofiles==22.1.0
-anyio

cli/requirements/fs.txt

@@ -0,0 +1,4 @@
+adlfs==2022.11.2
+fsspec==2022.11.0
+gcsfs==2022.11.0
+s3fs==2022.11.0

cli/requirements/init.txt

@@ -0,0 +1,3 @@
+docker
+GitPython<3.2.0
+aiofiles==22.1.0

cli/requirements/sidecar.txt

@@ -0,0 +1,4 @@
+aiofiles==22.1.0
+kubernetes_asyncio>=12.1.1,<22.6.0
+pandas<1.5.2
+anyio

cli/setup.py

@@ -52,6 +52,15 @@ def run_tests(self):
     with open("requirements/prod.txt") as requirements_file:
         requirements += requirements_file.read().splitlines()
 
+with open("requirements/fs.txt") as requirements_file:
+    fs_requirements = requirements_file.read().splitlines()
+
+with open("requirements/sidecar.txt") as requirements_file:
+    sidecar_requirements = requirements_file.read().splitlines()
+
+with open("requirements/init.txt") as requirements_file:
+    init_requirements = requirements_file.read().splitlines()
+
 with open("requirements/dev.txt") as requirements_file:
     dev_requirements = requirements_file.read().splitlines()
 
@@ -61,9 +70,13 @@ def run_tests(self):
     "gcs": ["gcsfs"],
     "s3": ["s3fs"],
     "azure": ["adlfs"],
+    "fsspec": ["fsspec"],
     "docker": ["docker"],
     "git": ["gitpython"],
     "numpy": ["numpy"],
+    "fs": fs_requirements,
+    "init": init_requirements,
+    "sidecar": sidecar_requirements,
     "sandbox": ["haupt[platform,streams,fs]"],
 }