Merge pull request #6 from lighthouse-web3/fix-requirements

[fix]: requirements

Author: ravish1729

.gitignore

@@ -159,6 +159,4 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
-src/lighthouseweb3/functions/download.py
-
 image.png

requirements.txt

@@ -1,12 +1,5 @@
-black==22.8.0
-certifi==2022.9.14
-charset-normalizer==2.1.1
-click==8.1.3
+certifi==2023.5.7
+charset-normalizer==3.1.0
 idna==3.4
-mypy-extensions==0.4.3
-nose2==0.12.0
-pathspec==0.10.1
-platformdirs==2.5.2
-requests==2.28.1
-tomli==2.0.1
-urllib3==1.26.12
+requests==2.31.0
+urllib3==2.0.2

src/lighthouseweb3/functions/download.py

@@ -0,0 +1,49 @@
+import requests
+import warnings
+import io
+from .axios import Axios
+from .config import Config
+
+
+# 10MB chunks by default
+def download_file_into_writable(cid: str, writable_object: io.BufferedWriter, chunk_size=1024*1024*10):
+    url = f"{Config.lighthouse_gateway}/{cid}"
+    with requests.get(url, stream=True) as r:
+        r.raise_for_status()
+        for chunk in r.iter_content(chunk_size=chunk_size):
+            if chunk:  # filter out keep-alive new chunks
+                writable_object.write(chunk)
+    return {"data": {"Hash": cid, "Size": writable_object.tell()}}
+
+
+def get_url_body(url):
+    response = requests.get(url)
+    response.raise_for_status()  # Raises stored HTTPError, if one occurred.
+    return response.content, response.headers
+
+
+def get_file(cid: str) -> (bytes, str):
+    try:
+        url = f"{Config.lighthouse_gateway}/{cid}"
+
+        (body, headers) = get_url_body(url)
+
+        # show a warning if the file is greater then 2GB
+        if (int(headers['Content-Length']) > 1024*1024*1024*2):
+            warnings.warn(
+                "This content of the file is grater then 2GB, use `downloadBlob` instead", UserWarning)
+        return (body, headers['Content-Type'])
+    except requests.HTTPError as error:
+        raise Exception(error.response.text)
+
+
+def getTaggedCid(tag: str, token: str):
+
+    _axios = Axios(
+        f"{Config.lighthouse_api}/api/user/get_tag_details?tag={tag}")
+    data = _axios.get({
+        "Authorization": f"Bearer {token}"
+    })
+    return data
+
+    # return {"data": {"Hash": cid, "Size": writable_object.tell()}}

tests/test_download.py

@@ -32,6 +32,7 @@ def test_download_file(self):
             "Qmd5MBBScDUV3Ly8qahXtZFqyRRfYSmUwEcxpYcV4hzKfW")
         self.assertIsInstance(res, bytes, "type doesn't match")
         self.assertEqual(res, b'tests/testdir/', "data doesn't match")
+        self.assertEqual(res.decode('utf-8'), 'tests/testdir/')
 
     def test_download_blob_file(self):
         """test download_blob function"""
@@ -43,6 +44,5 @@ def test_download_blob_file(self):
                              123939, "File Size dont match")
 
 
-
 if __name__ == "__main__":
     unittest.main()

tests/test_upload.py

@@ -86,6 +86,13 @@ def test_upload_with_tag(self):
         self.assertEqual(res.get("data").get("Hash"), tagData.get(
             "data").get("cid"), "Tag dont match")
 
+    def test_tag_notFound(self):
+        """test Upload with tag function"""
+        l = Lighthouse(os.environ.get("LIGHTHOUSE_TOKEN"))
+        tag = generate_random_string(9)
+        tagData = l.getTagged(tag)
+        self.assertEqual(None, tagData.get("data"), "Tag dont match")
+
 
 if __name__ == "__main__":
     unittest.main()