-
Notifications
You must be signed in to change notification settings - Fork 8
/
requirements.txt
68 lines (53 loc) · 2.35 KB
/
requirements.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# local package
-e .
#Python Version 3.7.9
# external requirements
#General Library
pandas==1.3.5
numpy==1.20
tqdm
pyarrow==8.0.0 #Required to work with parquet file type. These is one engine that is used for parquet file
fastparquet==0.8.1 #Required to work with parquet file type. This is also one engine that is used for parquet file
#Download the image from web using imageurl
requests==2.28.2
#Not required since in the end worked with jpeg file only.
#Since found that hdf5 was large and taking much time to read image data from hdf5, compare to jpeg file for each image
#h5py==3.8.0 #Read and Save numpy data in hdf5.
#Library for EDA
ipywidgets
opencv-python==4.5.4.60
matplotlib==3.5.3
seaborn==0.12.2
WordCloud
#Pre-process text library
#pycontractions #Does not work with py3.9. So copied the code from there github
nltk==3.8.1
#Model Library
scikit-learn
#tensorflow==2.11.0 #Final model BLIP2 does not have TF compatible in HuggingFace. So went with Pytorch
#Library required for BLIP2 model and VisionEncoderDecoder model
rouge_score==0.1.2
accelerate==0.20.3
transformers==4.30.2 #Help: https://huggingface.co/docs/transformers/v4.20.1/en/installation#installation
datasets==2.13.0 #Huggingface dataset, Help: https://huggingface.co/docs/datasets/installation
evaluate==0.4.0 #Huggingface evaluate library, Help: https://huggingface.co/docs/evaluate/index
peft==0.4.0# #0.4.0 was dev version. In case version is not release. Install using pip install -q git+https://github.com/huggingface/peft.git
bitsandbytes==0.39.0
pytorch==2.0.0
#Deploy
streamlit==1.16.0
#Step 1 Create a Virtual enviroment with VSCode inside project folder
#py -<<python_version>> -m venv <<your_environment_name>>
#Step 2 Activate the Virtual Environment by calling Activate.bat
#\<<your_environment_name>>\Scripts\Activate.bat
#Step 3: Select this Environment as Interpreatr in VScode
#-> Ctrl+Shift+P
#-> Select from drop down or type : "Python: Select Interpreter"
#-> Select "Enter interpreter path..."
#-> Select "Find.." and browse to folder and select" \Scripts\python.exe" in the new environment folder that we created.
#Step 4: [Optional]: Upgrade pip in your_enviroment
#-> Open the Terminal
#-> Terminal should show <<your_environment_name>> in the command line. If not execute Step 2 again
#-> pip install pip --upgrade
#Step 5: Install the requirement dll
#pip install -r requirements.txt