No.1-RAG/init_script.sh at main · engchina/No.1-RAG · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
#!/bin/bash
echo "Initializing application setup..."

cd /u01/aipoc

# Install and configure miniconda
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /u01/aipoc/miniconda.sh
bash /u01/aipoc/miniconda.sh -b -p /u01/aipoc/miniconda
eval "$(/u01/aipoc/miniconda/bin/conda shell.bash hook)"
/u01/aipoc/miniconda/bin/conda init bash

# Download and configure instantclient
wget https://download.oracle.com/otn_software/linux/instantclient/2380000/instantclient-basic-linux.x64-23.8.0.25.04.zip -O /u01/aipoc/instantclient-basic-linux.x64-23.8.0.25.04.zip
unzip /u01/aipoc/instantclient-basic-linux.x64-23.8.0.25.04.zip -d ./
wget http://ftp.de.debian.org/debian/pool/main/liba/libaio/libaio1_0.3.113-4_amd64.deb
dpkg -i libaio1_0.3.113-4_amd64.deb
sh -c "echo /u01/aipoc/instantclient_23_8 > /etc/ld.so.conf.d/oracle-instantclient.conf"
ldconfig
echo 'export LD_LIBRARY_PATH=/u01/aipoc/instantclient_23_8:$LD_LIBRARY_PATH' >> /etc/profile
source /etc/profile

# Unzip wallet and copy essential file to instantclient
unzip /u01/aipoc/wallet.zip -d ./wallet
cp ./wallet/*  /u01/aipoc/instantclient_23_8/network/admin/

# Move to source directory
cd /u01/aipoc/No.1-RAG

dos2unix main.cron
crontab main.cron

# Update environment variables
DB_CONNECTION_STRING=$(cat /u01/aipoc/props/db.env)
COMPARTMENT_ID=$(cat /u01/aipoc/props/compartment_id.txt)
cp .env.example .env
DB_CONNECTION_STRING=$(cat /u01/aipoc/props/db.env)
sed -i "s|ORACLE_23AI_CONNECTION_STRING=TODO|ORACLE_23AI_CONNECTION_STRING=$DB_CONNECTION_STRING|g" .env
COMPARTMENT_ID=$(cat /u01/aipoc/props/compartment_id.txt)
sed -i "s|OCI_COMPARTMENT_OCID=TODO|OCI_COMPARTMENT_OCID=$COMPARTMENT_ID|g" .env

# Docker setup
chmod +x ./langfuse/install_docker.sh
./langfuse/install_docker.sh
systemctl start docker

docker network create aipoc-network

# Application setup
EXTERNAL_IP=$(curl -s -m 10 http://whatismyip.akamai.com/)
sed -i "s|localhost:3000|$EXTERNAL_IP:3000|g" ./langfuse/docker-compose.yml
chmod +x ./langfuse/main.sh
nohup ./langfuse/main.sh &

# Accept conda pkgs
conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main
conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r

# Run ginza-api
conda create -n ginza-api python=3.11 -y
conda activate ginza-api
pip install -r ./ginza-api/requirements.txt
chmod +x ./ginza-api/main.sh
nohup ./ginza-api/main.sh &

# Run application
conda create -n no.1-rag python=3.11 -y
conda activate no.1-rag
pip install -r requirements.txt
pip install gradio==5.18.0
pip install aiofiles==24.1.0
pip install defusedxml==0.7.1 pathvalidate==3.2.3 speechrecognition==3.14.1 youtube-transcript-api==1.0.1

chmod +x main.sh
nohup ./main.sh &

echo "Initialization complete."

# Optional
python -m nltk.downloader punkt averaged_perceptron_tagger