Fix bert score (#30)

shahules786 · web-flow · commit cf3ad7878358 · 2023-05-19T16:32:45.000+05:30
fix sim calculation
diff --git a/ragas/metrics/similarity.py b/ragas/metrics/similarity.py
@@ -50,8 +50,8 @@ def score(
         )
 
         if self.similarity_metric == "cosine":
-            score = np.dot(gndtruth_emb, gentext_emb.T) / (
-                norm(gndtruth_emb) * norm(gentext_emb)
+            score = np.sum(gndtruth_emb * gentext_emb, axis=1) / (
+                norm(gndtruth_emb, axis=1) * norm(gentext_emb, axis=1)
             )
 
         elif self.similarity_metric == "euclidean":

Original file line number	Diff line number	Diff line change
`@@ -50,8 +50,8 @@ def score(`
`50`	`50`	`)`
`51`	`51`
`52`	`52`	`if self.similarity_metric == "cosine":`
`53`		`- score = np.dot(gndtruth_emb, gentext_emb.T) / (`
`54`		`- norm(gndtruth_emb) * norm(gentext_emb)`
	`53`	`+ score = np.sum(gndtruth_emb * gentext_emb, axis=1) / (`
	`54`	`+ norm(gndtruth_emb, axis=1) * norm(gentext_emb, axis=1)`
`55`	`55`	`)`
`56`	`56`
`57`	`57`	`elif self.similarity_metric == "euclidean":`