Add requirements for hdfs handler

viaduct-ai · Feb 7, 2020 · bf47b5c · bf47b5c
1 parent f53e12b
commit bf47b5c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/requirements-hdfs.txt b/requirements-hdfs.txt
@@ -0,0 +1 @@
+pyarrow
diff --git a/setup.py b/setup.py
@@ -41,7 +41,8 @@ def read_reqs(fname):
 s3_reqs = read_reqs('requirements-s3.txt')
 azure_reqs = read_reqs('requirements-azure.txt')
 gcs_reqs = read_reqs('requirements-gcs.txt')
-all_reqs = s3_reqs + azure_reqs + gcs_reqs
+hdfs_reqs = read_reqs('requirements-hdfs.txt')
+all_reqs = s3_reqs + azure_reqs + gcs_reqs + hdfs_reqs
 dev_reqs = read_reqs('requirements-dev.txt') + all_reqs
 extras_require = {
     "test": dev_reqs,
@@ -50,6 +51,7 @@ def read_reqs(fname):
     "s3": s3_reqs,
     "azure": azure_reqs,
     "gcs": gcs_reqs,
+    "hdfs": hdfs_reqs,
 }
 
 # Get the long description from the README file