Roles: refresh the live selection when re-pointing a reused Session
Deploying dee76b1 proved a raw durable append insufficient: the 07:54 dispatch recorded the wandering selection, yet the request assembled half a second later still carried the deepseek header, because prompt assembly reads the Session Controller's in-memory selection and the internal Agent controller caches one per Agent. Call its own selectForNextRequest primitive — append plus cache refresh, still without saving the deployment default — and fall back to the public selectModel if the surface moves. Fixture gains the Controller; two cases pin fast-path and fallback.
This commit is contained in:
+11
-3
@@ -2,6 +2,7 @@
|
||||
import type { Context } from '@deepseek-ai/cordis'
|
||||
import type { Agent, ModelSelection } from '@deepseek-ai/dsh-agent'
|
||||
import { ReasoningEffortId } from '@deepseek-ai/dsh-llm'
|
||||
import type { SessionId } from '@deepseek-ai/dsh-session/types'
|
||||
import type { RoleModel } from '../policy.ts'
|
||||
|
||||
/** Resolve a configured route through the live provider; catalog membership is not a restriction. */
|
||||
@@ -27,9 +28,16 @@ export async function alignRoleModel(ctx: Context, agent: Agent, model: RoleMode
|
||||
const selected = await resolveRoleModel(ctx, model)
|
||||
if (current && current.provider === selected.provider && current.model === selected.model
|
||||
&& (selected.reasoningEffort === undefined || current.reasoningEffort === selected.reasoningEffort)) return
|
||||
// Appending the durable event is what a Session-local selection is; the model-selection projection feeds it to the next
|
||||
// request, and unlike selectModel it leaves the deployment-wide default alone. A mid-session switch is ordinary DSH usage.
|
||||
agent.session.append('model/selection', selected)
|
||||
// A durable event alone cannot re-point a live Agent: prompt assembly reads the Session Controller's in-memory selection,
|
||||
// which a raw append leaves stale. `selectForNextRequest` is that Controller's own primitive — append plus cache refresh —
|
||||
// and unlike the public selectModel it leaves the deployment-wide default alone. The fallback keeps correctness, at the cost
|
||||
// of saving the default, if the internal surface ever moves; a mid-session switch itself is ordinary DSH usage.
|
||||
const installSelection = (ctx.sessionController as unknown as {
|
||||
agents?: { selectForNextRequest?(agent: Agent, selection: ModelSelection): void }
|
||||
}).agents?.selectForNextRequest?.bind((ctx.sessionController as unknown as { agents: object }).agents)
|
||||
if (installSelection) installSelection(agent, selected)
|
||||
else await ctx.sessionController.selectModel({ sessionId: agent.id as SessionId, provider: selected.provider, model: selected.model,
|
||||
...(selected.reasoningEffort ? { reasoningEffort: selected.reasoningEffort } : {}) })
|
||||
await ctx.sessionPersistence.flush()
|
||||
ctx.logger.info('dsh-superagent re-pointed Session %s from %s/%s to %s/%s', agent.id,
|
||||
current?.provider ?? 'unset', current?.model ?? 'unset', selected.provider, selected.model)
|
||||
|
||||
@@ -14,12 +14,17 @@ async function fixture() {
|
||||
ctx.reflect.provide('llm', { resolveCallConfig: resolve })
|
||||
ctx.reflect.provide('sessionPersistence', { flush })
|
||||
const session = Session.create(SessionId('role-model'))
|
||||
const agent = { ctx, session } as Agent
|
||||
const selectModel = vi.fn(async (request: { provider: string; model: string; reasoningEffort?: unknown }) => ({
|
||||
selected: { provider: request.provider, model: request.model, ...(request.reasoningEffort === void 0 ? {} : { reasoningEffort: request.reasoningEffort }) } }))
|
||||
const sessionController: { agents?: { selectForNextRequest(agent: Agent, selection: ModelSelection): void }; selectModel: typeof selectModel } = {
|
||||
agents: { selectForNextRequest: (target, selection) => { target.session.append('model/selection', selection) } }, selectModel }
|
||||
ctx.reflect.provide('sessionController', sessionController)
|
||||
const agent = { ctx, session, id: 'role-model' } as unknown as Agent
|
||||
const host: ModelSelectionRef = { get current() { return session.requestHeader()?.config ?? { provider: 'host', model: 'default', reasoningEffort: ReasoningEffortId('high') } }, assembled: undefined }
|
||||
installModelSelection(ctx, host)
|
||||
const request = () => agentEvents(ctx, agent).waterfall('agent/request', { turn: 1, step: 1, signal: new AbortController().signal }, async () => ({ provider: 'seed', model: 'seed' }))
|
||||
const record = (selection: ModelSelection) => { const event = session.append('request/header', { header: { config: selection }, reason: 'initial' }); ctx.emit('session/event', session, event) }
|
||||
return { ctx, agent, host, resolve, flush, request, record }
|
||||
return { ctx, agent, host, resolve, flush, request, record, sessionController }
|
||||
}
|
||||
it('keeps prompt variables and initial routing on the role model without saving the host default', async () => {
|
||||
const { ctx, agent, request, record, flush } = await fixture()
|
||||
@@ -123,4 +128,18 @@ describe('alignRoleModel', () => {
|
||||
expect(events[0]?.data).toEqual({ provider: 'wp', model: 'wm' })
|
||||
expect(flush).toHaveBeenCalledOnce()
|
||||
})
|
||||
it('prefers the internal Controller primitive over the default-saving selectModel', async () => {
|
||||
const { ctx, agent, sessionController } = await fixture()
|
||||
const primitive = vi.fn()
|
||||
sessionController.agents = { selectForNextRequest: primitive }
|
||||
await alignRoleModel(ctx, agent, { provider: 'wp', model: 'wm' })
|
||||
expect(primitive).toHaveBeenCalledWith(agent, { provider: 'wp', model: 'wm' })
|
||||
expect(sessionController.selectModel).not.toHaveBeenCalled()
|
||||
})
|
||||
it('falls back to selectModel when the internal Controller surface is absent', async () => {
|
||||
const { ctx, agent, sessionController } = await fixture()
|
||||
delete sessionController.agents
|
||||
await alignRoleModel(ctx, agent, { provider: 'wp', model: 'wm' })
|
||||
expect(sessionController.selectModel).toHaveBeenCalledWith(expect.objectContaining({ sessionId: 'role-model', provider: 'wp', model: 'wm' }))
|
||||
})
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user