Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -31,3 +31,6 @@ pai_jobs/easy_rec*.tar.gz
# unit test
/data
/UNIT_TEST_CASE_LIST

.DS_Store
.python-version
33 changes: 17 additions & 16 deletions pai_jobs/deploy_ext.sh
Original file line number Diff line number Diff line change
Expand Up @@ -143,26 +143,27 @@ then
rm -rf faiss.tar.gz
fi

if [ ! -d "tensorflow_probability" ]
if [ -d "tensorflow_probability" ]
then
if [ $is_tf15 -gt 0 ]; then
tfp_version='0.8.0'
else
tfp_version='0.5.0'
fi
if [ ! -e "tensorflow_probability" ]
rm -rf tensorflow_probability
fi
if [ $is_tf15 -gt 0 ]; then
tfp_version='0.8.0'
else
tfp_version='0.5.0'
fi
if [ ! -e "tensorflow_probability" ]
then
wget http://easyrec.oss-cn-beijing.aliyuncs.com/3rdparty/probability-${tfp_version}.tar.gz
if [ $? -ne 0 ]
then
wget http://easyrec.oss-cn-beijing.aliyuncs.com/3rdparty/probability-${tfp_version}.tar.gz
if [ $? -ne 0 ]
then
echo "tensorflow_probability download failed."
fi
echo "tensorflow_probability download failed."
fi
tar -xzvf probability-${tfp_version}.tar.gz --strip-components=1 probability-${tfp_version}/tensorflow_probability
rm -rf tensorflow_probability/examples
rm -rf tensorflow_probability/g3doc
rm -rf probability-${tfp_version}.tar.gz
fi
tar -xzvf probability-${tfp_version}.tar.gz --strip-components=1 probability-${tfp_version}/tensorflow_probability
rm -rf tensorflow_probability/examples
rm -rf tensorflow_probability/g3doc
rm -rf probability-${tfp_version}.tar.gz

tar -cvzhf $RES_PATH easy_rec datahub lz4 cprotobuf kafka faiss tensorflow_probability run.py

Expand Down