Skip to content

Commit 69e00d4

Browse files
committed
fix
fix 增加Evaluator 改动targetVersionID来源 改动targetID来源
1 parent 6e0ccd4 commit 69e00d4

File tree

5 files changed

+38
-12
lines changed

5 files changed

+38
-12
lines changed

backend/api/handler/coze/loop/apis/wire_gen.go

Lines changed: 0 additions & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

backend/modules/evaluation/application/wire_gen.go

Lines changed: 2 additions & 2 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

backend/modules/evaluation/domain/component/rpc/trace_agent.go

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,5 +25,7 @@ type CallTraceAgentParam struct {
2525

2626
EvalTargetType entity.EvalTargetType // now support prompt only
2727
EvalTargetID int64
28-
EvalTargetVersionID int64
28+
EvalTargetVersionID string
29+
30+
Evaluators []*entity.ExptEvaluatorRef
2931
}

backend/modules/evaluation/domain/service/insight_analysis_impl.go

Lines changed: 32 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ type ExptInsightAnalysisServiceImpl struct {
3232
notifyRPCAdapter rpc.INotifyRPCAdapter
3333
userProvider rpc.IUserProvider
3434
exptRepo repo.IExperimentRepo
35+
targetRepo repo.IEvalTargetRepo
3536
}
3637

3738
func NewInsightAnalysisService(repo repo.IExptInsightAnalysisRecordRepo,
@@ -42,6 +43,7 @@ func NewInsightAnalysisService(repo repo.IExptInsightAnalysisRecordRepo,
4243
notifyRPCAdapter rpc.INotifyRPCAdapter,
4344
userProvider rpc.IUserProvider,
4445
exptRepo repo.IExperimentRepo,
46+
targetRepo repo.IEvalTargetRepo,
4547
) IExptInsightAnalysisService {
4648
return &ExptInsightAnalysisServiceImpl{
4749
repo: repo,
@@ -52,6 +54,7 @@ func NewInsightAnalysisService(repo repo.IExptInsightAnalysisRecordRepo,
5254
notifyRPCAdapter: notifyRPCAdapter,
5355
userProvider: userProvider,
5456
exptRepo: exptRepo,
57+
targetRepo: targetRepo,
5558
}
5659
}
5760

@@ -134,16 +137,37 @@ func (e ExptInsightAnalysisServiceImpl) GenAnalysisReport(ctx context.Context, s
134137
}
135138

136139
param := &rpc.CallTraceAgentParam{
137-
SpaceID: spaceID,
138-
ExptID: exptID,
139-
Url: url,
140-
StartTime: expt.StartAt.UnixMilli(),
141-
EndTime: expt.EndAt.UnixMilli(),
142-
EvalTargetType: expt.TargetType,
143-
EvalTargetID: expt.TargetID,
144-
EvalTargetVersionID: expt.TargetVersionID,
140+
SpaceID: spaceID,
141+
ExptID: exptID,
142+
Url: url,
143+
StartTime: expt.StartAt.UnixMilli(),
144+
EndTime: expt.EndAt.UnixMilli(),
145+
EvalTargetType: expt.TargetType,
145146
}
146147

148+
target, err := e.targetRepo.GetEvalTargetVersion(ctx, spaceID, expt.TargetVersionID)
149+
if err != nil {
150+
return err
151+
}
152+
if target == nil || target.SourceTargetID == "" {
153+
logs.CtxWarn(ctx, "Experiment %d has no source target %d", exptID, expt.TargetID)
154+
return errorx.NewByCode(errno.CommonInternalErrorCode, errorx.WithExtraMsg(fmt.Sprintf("Experiment %d has no source target %d", exptID, expt.TargetID)))
155+
}
156+
param.EvalTargetID, err = strconv.ParseInt(target.SourceTargetID, 10, 64)
157+
if err != nil {
158+
return err
159+
}
160+
param.EvalTargetVersionID = target.EvalTargetVersion.SourceTargetVersion
161+
if err != nil {
162+
return err
163+
}
164+
165+
evaluators, err := e.exptRepo.GetEvaluatorRefByExptIDs(ctx, []int64{exptID}, spaceID)
166+
if err != nil {
167+
return err
168+
}
169+
param.Evaluators = evaluators
170+
147171
// only allow prompt eval target, but not return error here. The task will fail in the CallTraceAgent.
148172
if param.EvalTargetType != entity.EvalTargetTypeLoopPrompt {
149173
logs.CtxWarn(ctx, "Illegal evaltarget type %d for expt %d", param.EvalTargetType, exptID)

backend/modules/evaluation/domain/service/insight_analysis_impl_test.go

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -930,6 +930,7 @@ func TestNewInsightAnalysisService(t *testing.T) {
930930
mockNotifyRPCAdapter,
931931
mockUserProvider,
932932
mockExptRepo,
933+
repoMocks.NewMockIEvalTargetRepo(ctrl),
933934
)
934935

935936
assert.NotNil(t, service)

0 commit comments

Comments
 (0)