File tree Expand file tree Collapse file tree 1 file changed +13
-1
lines changed
Expand file tree Collapse file tree 1 file changed +13
-1
lines changed Original file line number Diff line number Diff line change @@ -42,12 +42,24 @@ if [[ -d ${MOUNT_PATH} ]]; then
4242fi
4343
4444mkdir -p $MOUNT_PATH
45+ MAXTEXT_VERSION=$( pip list | grep ' ^MaxText ' | awk ' {print $2}' )
46+ if [[ -z " $MAXTEXT_VERSION " ]]; then
47+ MAXTEXT_VERSION=" unknown"
48+ fi
49+ GRAIN_VERSION=$( pip list | grep ' ^grain ' | awk ' {print $2}' )
50+ if [[ -z " $GRAIN_VERSION " ]]; then
51+ GRAIN_VERSION=" unknown"
52+ fi
53+
54+ APP_NAME=" maxtext-gcsfuse/maxtext-$MAXTEXT_VERSION /grain-$GRAIN_VERSION "
55+
56+
4557
4658# see https://cloud.google.com/storage/docs/gcsfuse-cli for all configurable options of gcsfuse CLI
4759TIMESTAMP=$( date +%Y%m%d-%H%M)
4860gcsfuse -o ro --implicit-dirs --log-severity=debug \
4961 --type-cache-max-size-mb=-1 --stat-cache-max-size-mb=-1 --kernel-list-cache-ttl-secs=-1 --metadata-cache-ttl-secs=-1 \
50- --log-file=$HOME /gcsfuse_$TIMESTAMP .json " $DATASET_GCS_BUCKET " " $MOUNT_PATH "
62+ --log-file=$HOME /gcsfuse_$TIMESTAMP .json --app-name= $APP_NAME " $DATASET_GCS_BUCKET " " $MOUNT_PATH "
5163
5264# Use ls to prefill the metadata cache: https://cloud.google.com/storage/docs/cloud-storage-fuse/performance#improve-first-time-reads
5365if [[ ! -z ${FILE_PATH} ]] ; then
You can’t perform that action at this time.
0 commit comments