revernt sample folder

(cherry picked from commit fb96a6d)

Author: mawasile

data/upload_data.ps1

@@ -52,10 +52,9 @@ if ($ContainerExists -ne "true") {
     Write-Host "Container '$ContainerName' already exists." -ForegroundColor Green
 }
 
-$LocalFolder = $LocalFolder + "/sample_data"
 # Upload all PDF files from the current directory
 Write-Host "Uploading PDF files from '$LocalFolder' to container '$ContainerName'..."
-Get-ChildItem -Path $LocalFolder -Recurse -Filter *.* | ForEach-Object {
+Get-ChildItem -Path $LocalFolder -Recurse -Filter *.pdf | ForEach-Object {
     $FilePath = $_.FullName
     $BlobName = $FilePath.Substring($LocalFolder.Length + 1) -replace '\\', '/'
     Write-Host "Uploading '$FilePath' as blob '$BlobName'..."

data/upload_data.py

@@ -54,7 +54,7 @@ def upload_data_files(
         blob_container_client.create_container()
         logger.info("Done.")
 
-    for file in Path(local_folder + "/sample_data").rglob("*.*"):
+    for file in Path(local_folder).rglob("*.pdf"):
         logger.info(f"Uploading {file} to {storage_container}.")
 
         # construct blob name from file path

data/upload_data.sh

@@ -33,10 +33,9 @@ else
     echo "Container '$CONTAINER_NAME' already exists."
 fi
 
-$LOCAL_FOLDER = ${LOCAL_FOLDER}/sample_data
 # Upload all PDF files from the current directory
 echo "Uploading PDF files from '$LOCAL_FOLDER' to container '$CONTAINER_NAME'..."
-for file in $(find "$LOCAL_FOLDER" -type f -name "*.*"); do
+for file in $(find "$LOCAL_FOLDER" -type f -name "*.pdf"); do
     # Generate a unique blob name by replacing directory separators with underscores
     BLOB_NAME=$(echo "$file" | sed "s|$LOCAL_FOLDER/||" | tr '/' '_')
     echo "Uploading '$file' as blob '$BLOB_NAME'..."