infinity-mxbai-rerank-seq-v2/classify.json at main · qdrddr/infinity-mxbai-rerank-seq-v2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
[
  {
    "request": {
      "input": [
        "<|endoftext|><|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.\n<|im_end|>\n<|im_start|>user\nquery: What is the capital of the United States? \ndocument: Carson City is the capital city of the American state of Nevada. \nYou are a search relevance expert who evaluates how well documents match search queries. For each query-document pair, carefully analyze the semantic relationship between them, then provide your binary relevance judgment (0 for not relevant, 1 for relevant).\nRelevance:<|im_end|>\n<|im_start|>assistant\n"
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "raw_scores": true
    },
    "reply": {
      "object": "classify",
      "data": [
        [
          {
            "score": 0.8872248530387878,
            "label": "1"
          },
          {
            "score": 0.11277518421411514,
            "label": "0"
          }
        ]
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "usage": {
        "prompt_tokens": 556,
        "total_tokens": 556
      },
      "id": "infinity-10a021ea-ecd8-467c-90c9-30c573c994db",
      "created": 1742163532
    }
  },
  {
    "request": {
      "input": [
        "<|endoftext|><|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.\n<|im_end|>\n<|im_start|>user\nquery: What is the capital of the United States? \ndocument: The Commonwealth of the Northern Mariana Islands is a group of islands in the Pacific Ocean. Its capital is Saipan. \nYou are a search relevance expert who evaluates how well documents match search queries. For each query-document pair, carefully analyze the semantic relationship between them, then provide your binary relevance judgment (0 for not relevant, 1 for relevant).\nRelevance:<|im_end|>\n<|im_start|>assistant\n"
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "raw_scores": true
    },
    "reply": {
      "object": "classify",
      "data": [
        [
          {
            "score": 0.8324779272079468,
            "label": "1"
          },
          {
            "score": 0.16752208769321442,
            "label": "0"
          }
        ]
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "usage": {
        "prompt_tokens": 607,
        "total_tokens": 607
      },
      "id": "infinity-3112655d-5167-46e5-8fe5-920e25071985",
      "created": 1742163648
    }
  },
  {
    "request": {
      "input": [
        "<|endoftext|><|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.\n<|im_end|>\n<|im_start|>user\nquery: What is the capital of the United States? \ndocument: Washington, D.C. is the capital of the United States. \nYou are a search relevance expert who evaluates how well documents match search queries. For each query-document pair, carefully analyze the semantic relationship between them, then provide your binary relevance judgment (0 for not relevant, 1 for relevant).\nRelevance:<|im_end|>\n<|im_start|>assistant\n"
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "raw_scores": true
    },
    "reply": {
      "object": "classify",
      "data": [
        [
          {
            "score": 0.9999301433563232,
            "label": "1"
          },
          {
            "score": 0.000069880232331343,
            "label": "0"
          }
        ]
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "usage": {
        "prompt_tokens": 545,
        "total_tokens": 545
      },
      "id": "infinity-5e3353be-3172-43fb-87d4-f8c16ba1d78d",
      "created": 1742163734
    }
  },
  {
    "request": {
      "input": [
        "<|endoftext|><|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.\n<|im_end|>\n<|im_start|>user\nquery: What is the capital of the United States? \ndocument: Capital punishment has existed in the United States since before it was a country. \nYou are a search relevance expert who evaluates how well documents match search queries. For each query-document pair, carefully analyze the semantic relationship between them, then provide your binary relevance judgment (0 for not relevant, 1 for relevant).\nRelevance:<|im_end|>\n<|im_start|>assistant\n"
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "raw_scores": true
    },
    "reply": {
      "object": "classify",
      "data": [
        [
          {
            "score": 0.5531319379806519,
            "label": "0"
          },
          {
            "score": 0.44686806201934814,
            "label": "1"
          }
        ]
      ],
      "model": "michaelfeil/mxbai-rerank-large-v2-seq",
      "usage": {
        "prompt_tokens": 574,
        "total_tokens": 574
      },
      "id": "infinity-3a882a6d-a545-42af-9362-2f18878d517f",
      "created": 1742163786
    }
  }
]