Update dependencies and GCP library versions in requirements.txt

Author: strickvl

llm-finetuning/requirements.txt

@@ -5,31 +5,16 @@ datasets
 nbformat
 pandas
 PyGithub
-tqdm==4.65.0
-transformers
-datasets
-huggingface-hub
-accelerate
-peft
-wandb>=0.12.12
 ninja
 
-# aws
-# s3fs>2022.3.0,<=2023.4.0
-# boto3<=1.26.76
-# aws-profile-manager
-# kubernetes
-# sagemaker==2.117.0
-
 # gcp
-kfp==1.8.22
+kfp>=2.6.0
 gcsfs
 google-cloud-secret-manager
 google-cloud-container>=2.21.0
+google-cloud-artifact-registry>=1.11.3
 google-cloud-storage>=2.9.0
-google-cloud-aiplatform>=1.21.0
-google-cloud-scheduler>=2.7.3
-google-cloud-functions>=1.8.3
+google-cloud-aiplatform>=1.34.0
 google-cloud-build>=3.11.0
 kubernetes
 
@@ -40,10 +25,9 @@ trl
 huggingface-hub
 bitsandbytes
 evaluate
-datasets
 einops
-wandb
+wandb>=0.12.12
 tiktoken
 deepspeed
-tqdm
-safetensors
+tqdm==4.65.0
+safetensors