update sharepoint api and tests

Author: saul-data

.github/workflows/python-tests.yaml

@@ -0,0 +1,28 @@
+name: Dataplane Python Package
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.7", "3.8", "3.9", "3.10"]
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          if [ -f .devcontainer/requirements.txt ]; then pip install -r .devcontainer/requirements.txt; fi
+      - name: Test with pytest
+        run: |
+          pytest -s

notes-distribute.md

@@ -9,6 +9,7 @@ rm -rf ./dist && python3 -m build
 ```
 
 3. Remove previous version and distribute new package
+To use the .pypirc file for authentication, come out of devcontainers
 ```shell
 python3 -m pip install --upgrade twine
 python3 -m twine upload dist/*

src/dataplane/Microsoft/Sharepoint/sharepoint_upload.py

@@ -60,7 +60,7 @@ def sharepoint_upload(Host, TenantID, ClientID, Secret, SiteName, TargetFilePath
 
     # ======= Get Site ID from Site name ====
     SiteName = SiteName.replace(" ", "")
-    SiteID = requests.request("GET", f"https://graph.microsoft.com/v1.0/sites/{Host}:/sites/{SiteName}", headers=headers, json=payload, proxies=proxies)
+    SiteID = requests.request("GET", f"https://graph.microsoft.com/v1.0/sites/{Host}:/sites/{SiteName}?$select=id", headers=headers, json=payload, proxies=proxies)
 
     if SiteID.status_code != 200:
         duration = datetime.now() - start

src/dataplane/Microsoft/Sharepoint/test_sharepoint.py

@@ -39,7 +39,7 @@ def test_sharepoint():
     SourceFilePath=CURRENT_DIRECTORY+"/test_cities.csv",
     UploadMethod="File"
     )
-    print(rs)
+    # print(rs)
     assert rs["result"]=="OK"
 
 
@@ -54,7 +54,7 @@ def test_sharepoint():
     LocalFilePath=CURRENT_DIRECTORY+"/test_cities_delete.csv",
     DownloadMethod="File",
     ProxyUse=False, ProxyUrl="", ProxyMethod="https")
-    print(rs)
+    # print(rs)
     assert rs["result"]=="OK"
     # Get the data
     # rsget = S3Get(StoreKey="s3me", S3Client=S3Connect, Bucket=bucket)

src/dataplane/Microsoft/Sharepoint/test_sharepoint_nonroot.py

@@ -40,7 +40,7 @@ def test_sharepoint_nonroot():
     Library="Doc library 2",
     UploadMethod="File"
     )
-    print(rs)
+    # print(rs)
     assert rs["result"]=="OK"
 
 
@@ -56,7 +56,7 @@ def test_sharepoint_nonroot():
     Library="Doc library 2",
     DownloadMethod="File",
     ProxyUse=False, ProxyUrl="", ProxyMethod="https")
-    print(rs)
+    # print(rs)
     assert rs["result"]=="OK"
     # Get the data
     # rsget = S3Get(StoreKey="s3me", S3Client=S3Connect, Bucket=bucket)

src/dataplane/Microsoft/Sharepoint/test_sharepoint_object.py

@@ -5,6 +5,7 @@
 from .sharepoint_upload import sharepoint_upload
 from .sharepoint_download import sharepoint_download
 from nanoid import generate
+from io import BytesIO
 
 def test_sharepoint_object():
 
@@ -43,7 +44,7 @@ def test_sharepoint_object():
     UploadObject=UploadObject,
     UploadMethod="Object"
     )
-    print(rs)
+    # print(rs)
     assert rs["result"]=="OK"
 
 
@@ -65,8 +66,10 @@ def test_sharepoint_object():
     # Get the data
     # rsget = S3Get(StoreKey="s3me", S3Client=S3Connect, Bucket=bucket)
     # print(rsget)
-    df = read_csv(rs["content"])
+    df = read_csv(BytesIO(rs["content"]))
+    print(df.head(3))
     # print(df.shape[0])
+    assert df.shape[0]==13
     # # Test before and after rows
     # assert df.shape[0] == dfrows
     # assert rsget["result"]=="OK"