File tree Expand file tree Collapse file tree 9 files changed +17
-17
lines changed Expand file tree Collapse file tree 9 files changed +17
-17
lines changed Original file line number Diff line number Diff line change 33from spacy .tokens .doc import Doc
44from sklearn .decomposition import PCA
55from tqdm import tqdm
6- from embedders import util
6+ from src . embedders import util
77from joblib import dump , load
88
99
@@ -112,7 +112,7 @@ def __init__(
112112 embedder : Embedder ,
113113 n_components : int = 8 ,
114114 autocorrect_n_components : bool = True ,
115- ** kwargs
115+ ** kwargs ,
116116 ):
117117 super ().__init__ ()
118118 self .embedder = embedder
@@ -126,15 +126,15 @@ def store_pca_weights(self, file_name: str):
126126 Args:
127127 file_name (str): Path to the file without any file endings.
128128 """
129- dump (self .reducer , f' { file_name } .joblib' )
129+ dump (self .reducer , f" { file_name } .joblib" )
130130
131131 def load_pca_weights (self , file_name : str ):
132132 """Loads the PCA weights from a file.
133133
134134 Args:
135135 file_name (str): Path to the file without any file endings.
136136 """
137- self .reducer = load (f' { file_name } .joblib' )
137+ self .reducer = load (f" { file_name } .joblib" )
138138
139139 @abstractmethod
140140 def _reduce (
Original file line number Diff line number Diff line change 1- from embedders import Embedder
1+ from src . embedders import Embedder
22
33
44class SentenceEmbedder (Embedder ):
Original file line number Diff line number Diff line change 11from typing import List , Optional , Union , Generator
22from sentence_transformers import SentenceTransformer
3- from embedders import util
4- from embedders .classification import SentenceEmbedder
3+ from src . embedders import util
4+ from src . embedders .classification import SentenceEmbedder
55from spacy .tokens .doc import Doc
66import torch
77import openai
Original file line number Diff line number Diff line change 11from typing import List , Union , Generator
22from sklearn .feature_extraction .text import CountVectorizer
33from sklearn .feature_extraction .text import TfidfVectorizer
4- from embedders .classification import SentenceEmbedder
5- from embedders import util
4+ from src . embedders .classification import SentenceEmbedder
5+ from src . embedders import util
66
77
88class CountSentenceEmbedder (SentenceEmbedder ):
Original file line number Diff line number Diff line change 11from spacy .tokens .doc import Doc
22from typing import Union , List , Generator
33import numpy as np
4- from embedders import PCAReducer , util
4+ from src . embedders import PCAReducer , util
55
66
77class PCASentenceReducer (PCAReducer ):
Original file line number Diff line number Diff line change 11import spacy
2- from embedders import Embedder
2+ from src . embedders import Embedder
33from spacy .tokens .doc import Doc
44from typing import Union
55
Original file line number Diff line number Diff line change 55import re
66from transformers import AutoTokenizer , AutoModel
77from collections import defaultdict
8- from embedders import util
8+ from src . embedders import util
99from spacy .tokens .doc import Doc
1010
1111
12- from embedders .enums import WarningType
13- from embedders .extraction import TokenEmbedder
12+ from src . embedders .enums import WarningType
13+ from src . embedders .extraction import TokenEmbedder
1414
1515
1616class TransformerTokenEmbedder (TokenEmbedder ):
Original file line number Diff line number Diff line change 11from typing import List , Generator , Union
22from sklearn .feature_extraction .text import CountVectorizer
3- from embedders import util
3+ from src . embedders import util
44from spacy .tokens .doc import Doc
55
6- from embedders .extraction import TokenEmbedder
6+ from src . embedders .extraction import TokenEmbedder
77
88
99class BagOfCharsTokenEmbedder (TokenEmbedder ):
Original file line number Diff line number Diff line change 11from typing import List , Generator , Union
22import numpy as np
3- from embedders import PCAReducer , util
3+ from src . embedders import PCAReducer , util
44
55
66class PCATokenReducer (PCAReducer ):
You can’t perform that action at this time.
0 commit comments