mirror of
https://github.com/anomalyco/opencode.git
synced 2026-07-21 18:26:09 +00:00
1072 lines
35 KiB
TypeScript
1072 lines
35 KiB
TypeScript
import { SessionV1 } from "@opencode-ai/core/v1/session"
|
|
import { Database } from "@opencode-ai/core/database/database"
|
|
import { LayerNode } from "@opencode-ai/core/effect/layer-node"
|
|
import { EventV2Bridge } from "@/event-v2-bridge"
|
|
import { expect } from "bun:test"
|
|
import { tool } from "ai"
|
|
import { Cause, Effect, Exit, Fiber, Layer, Stream } from "effect"
|
|
import path from "path"
|
|
import z from "zod"
|
|
import type { Agent } from "../../src/agent/agent"
|
|
import { Provider } from "@/provider/provider"
|
|
|
|
import { Session } from "@/session/session"
|
|
import { LLM } from "../../src/session/llm"
|
|
import { MessageV2 } from "../../src/session/message-v2"
|
|
import { SessionProcessor } from "../../src/session/processor"
|
|
import { MessageID, PartID, SessionID } from "../../src/session/schema"
|
|
import { SessionStatus } from "../../src/session/status"
|
|
import { SessionSummary } from "../../src/session/summary"
|
|
import { CrossSpawnSpawner } from "@opencode-ai/core/cross-spawn-spawner"
|
|
import { provideTmpdirInstance, provideTmpdirServer } from "../fixture/fixture"
|
|
import { testEffect } from "../lib/effect"
|
|
import { raw, reply, TestLLMServer } from "../lib/llm-server"
|
|
import { RuntimeFlags } from "@/effect/runtime-flags"
|
|
import { ProviderV2 } from "@opencode-ai/core/provider"
|
|
import { ModelV2 } from "@opencode-ai/core/model"
|
|
import { SessionProjector } from "@opencode-ai/core/session/projector"
|
|
import { LLMEvent } from "@opencode-ai/llm"
|
|
|
|
const summary = Layer.succeed(
|
|
SessionSummary.Service,
|
|
SessionSummary.Service.of({
|
|
summarize: () => Effect.void,
|
|
diff: () => Effect.succeed([]),
|
|
computeDiff: () => Effect.succeed([]),
|
|
}),
|
|
)
|
|
|
|
const ref = {
|
|
providerID: ProviderV2.ID.make("test"),
|
|
modelID: ModelV2.ID.make("test-model"),
|
|
}
|
|
|
|
const cfg = {
|
|
provider: {
|
|
test: {
|
|
name: "Test",
|
|
id: "test",
|
|
env: [],
|
|
npm: "@ai-sdk/openai-compatible",
|
|
models: {
|
|
"test-model": {
|
|
id: "test-model",
|
|
name: "Test Model",
|
|
attachment: false,
|
|
reasoning: false,
|
|
temperature: false,
|
|
tool_call: true,
|
|
release_date: "2025-01-01",
|
|
limit: { context: 100000, output: 10000 },
|
|
cost: { input: 0, output: 0 },
|
|
options: {},
|
|
},
|
|
},
|
|
options: {
|
|
apiKey: "test-key",
|
|
baseURL: "http://localhost:1/v1",
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
function providerCfg(url: string) {
|
|
return {
|
|
...cfg,
|
|
provider: {
|
|
...cfg.provider,
|
|
test: {
|
|
...cfg.provider.test,
|
|
options: {
|
|
...cfg.provider.test.options,
|
|
baseURL: url,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
function agent(): Agent.Info {
|
|
return {
|
|
name: "build",
|
|
mode: "primary",
|
|
options: {},
|
|
permission: [{ permission: "*", pattern: "*", action: "allow" }],
|
|
}
|
|
}
|
|
|
|
function defer<T>() {
|
|
let resolve!: (value: T | PromiseLike<T>) => void
|
|
const promise = new Promise<T>((done) => {
|
|
resolve = done
|
|
})
|
|
return { promise, resolve }
|
|
}
|
|
|
|
const waitFor = <A>(check: Effect.Effect<A | undefined>, message: string) =>
|
|
Effect.gen(function* () {
|
|
const stop = Date.now() + 500
|
|
while (Date.now() < stop) {
|
|
const value = yield* check
|
|
if (value !== undefined) return value
|
|
yield* Effect.sleep("10 millis")
|
|
}
|
|
return yield* Effect.fail(new Error(message))
|
|
})
|
|
|
|
const user = Effect.fn("TestSession.user")(function* (sessionID: SessionID, text: string) {
|
|
const session = yield* Session.Service
|
|
const msg = yield* session.updateMessage({
|
|
id: MessageID.ascending(),
|
|
role: "user",
|
|
sessionID,
|
|
agent: "build",
|
|
model: ref,
|
|
time: { created: Date.now() },
|
|
})
|
|
yield* session.updatePart({
|
|
id: PartID.ascending(),
|
|
messageID: msg.id,
|
|
sessionID,
|
|
type: "text",
|
|
text,
|
|
})
|
|
return msg
|
|
})
|
|
|
|
const assistant = Effect.fn("TestSession.assistant")(function* (
|
|
sessionID: SessionID,
|
|
parentID: MessageID,
|
|
root: string,
|
|
) {
|
|
const session = yield* Session.Service
|
|
const msg: SessionV1.Assistant = {
|
|
id: MessageID.ascending(),
|
|
role: "assistant",
|
|
sessionID,
|
|
mode: "build",
|
|
agent: "build",
|
|
path: { cwd: root, root },
|
|
cost: 0,
|
|
tokens: {
|
|
total: 0,
|
|
input: 0,
|
|
output: 0,
|
|
reasoning: 0,
|
|
cache: { read: 0, write: 0 },
|
|
},
|
|
modelID: ref.modelID,
|
|
providerID: ref.providerID,
|
|
parentID,
|
|
time: { created: Date.now() },
|
|
finish: "end_turn",
|
|
}
|
|
yield* session.updateMessage(msg)
|
|
return msg
|
|
})
|
|
|
|
const root = LayerNode.group([
|
|
SessionProcessor.node,
|
|
Session.node,
|
|
SessionProjector.node,
|
|
Provider.node,
|
|
Database.node,
|
|
EventV2Bridge.node,
|
|
SessionStatus.node,
|
|
CrossSpawnSpawner.node,
|
|
])
|
|
const replacements = [
|
|
LayerNode.replace(SessionSummary.layer, summary),
|
|
LayerNode.replace(RuntimeFlags.defaultLayer, RuntimeFlags.layer({ experimentalEventSystem: true })),
|
|
]
|
|
const env = LayerNode.buildLayer(
|
|
LayerNode.group([root, LayerNode.make({ service: TestLLMServer, layer: TestLLMServer.layer, deps: [] })]),
|
|
{ replacements },
|
|
)
|
|
|
|
const it = testEffect(env)
|
|
|
|
const providerErrorLLM = Layer.succeed(
|
|
LLM.Service,
|
|
LLM.Service.of({
|
|
stream: () =>
|
|
Stream.make(
|
|
LLMEvent.stepStart({ index: 0 }),
|
|
LLMEvent.toolInputStart({ id: "call-1", name: "lookup" }),
|
|
LLMEvent.toolInputEnd({ id: "call-1", name: "lookup" }),
|
|
LLMEvent.toolCall({ id: "call-1", name: "lookup", input: {}, providerExecuted: true }),
|
|
LLMEvent.toolResult({
|
|
id: "call-1",
|
|
name: "lookup",
|
|
result: { type: "error", value: "provider boom" },
|
|
providerExecuted: true,
|
|
}),
|
|
LLMEvent.stepFinish({ index: 0, reason: "stop" }),
|
|
LLMEvent.finish({ reason: "stop" }),
|
|
),
|
|
}),
|
|
)
|
|
const providerErrorEnv = LayerNode.buildLayer(root, {
|
|
replacements: [...replacements, LayerNode.replace(LLM.layer, providerErrorLLM)],
|
|
})
|
|
const itProviderError = testEffect(providerErrorEnv)
|
|
|
|
const fragmentFailureLLM = Layer.succeed(
|
|
LLM.Service,
|
|
LLM.Service.of({
|
|
stream: () =>
|
|
Stream.make(
|
|
LLMEvent.stepStart({ index: 0 }),
|
|
LLMEvent.reasoningStart({ id: "reasoning-1" }),
|
|
LLMEvent.reasoningDelta({ id: "reasoning-1", text: "thinking" }),
|
|
LLMEvent.textStart({ id: "text-1" }),
|
|
LLMEvent.textDelta({ id: "text-1", text: "partial" }),
|
|
LLMEvent.providerError({ message: "provider boom" }),
|
|
),
|
|
}),
|
|
)
|
|
const fragmentFailureEnv = LayerNode.buildLayer(root, {
|
|
replacements: [...replacements, LayerNode.replace(LLM.layer, fragmentFailureLLM)],
|
|
})
|
|
const itFragmentFailure = testEffect(fragmentFailureEnv)
|
|
|
|
const boot = Effect.fn("test.boot")(function* () {
|
|
const processors = yield* SessionProcessor.Service
|
|
const session = yield* Session.Service
|
|
const provider = yield* Provider.Service
|
|
return { processors, session, provider }
|
|
})
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Tests
|
|
// ---------------------------------------------------------------------------
|
|
|
|
it.live("session.processor effect tests capture llm input cleanly", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const database = yield* Database.Service
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.text("hello")
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "hi")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const input = {
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "hi" }],
|
|
tools: {},
|
|
} satisfies LLM.StreamInput
|
|
|
|
const value = yield* handle.process(input)
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const calls = yield* llm.calls
|
|
|
|
expect(value).toBe("continue")
|
|
expect(calls).toBe(1)
|
|
expect(parts.some((part) => part.type === "text" && part.text === "hello")).toBe(true)
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests preserve text start time", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const database = yield* Database.Service
|
|
const gate = defer<void>()
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.push(
|
|
raw({
|
|
head: [
|
|
{
|
|
id: "chatcmpl-test",
|
|
object: "chat.completion.chunk",
|
|
choices: [{ delta: { role: "assistant" } }],
|
|
},
|
|
{
|
|
id: "chatcmpl-test",
|
|
object: "chat.completion.chunk",
|
|
choices: [{ delta: { content: "hello" } }],
|
|
},
|
|
],
|
|
wait: gate.promise,
|
|
tail: [
|
|
{
|
|
id: "chatcmpl-test",
|
|
object: "chat.completion.chunk",
|
|
choices: [{ delta: {}, finish_reason: "stop" }],
|
|
},
|
|
],
|
|
}),
|
|
)
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "hi")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const run = yield* handle
|
|
.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "hi" }],
|
|
tools: {},
|
|
})
|
|
.pipe(Effect.forkChild)
|
|
|
|
yield* waitFor(
|
|
MessageV2.parts(msg.id).pipe(
|
|
Effect.map((parts) => parts.find((part): part is SessionV1.TextPart => part.type === "text")),
|
|
Effect.provideService(Database.Service, database),
|
|
),
|
|
"timed out waiting for text part",
|
|
)
|
|
yield* Effect.sleep("20 millis")
|
|
gate.resolve()
|
|
|
|
const exit = yield* Fiber.await(run)
|
|
const text = (yield* MessageV2.parts(msg.id)).find((part): part is SessionV1.TextPart => part.type === "text")
|
|
|
|
expect(Exit.isSuccess(exit)).toBe(true)
|
|
expect(text?.text).toBe("hello")
|
|
expect(text?.time?.start).toBeDefined()
|
|
expect(text?.time?.end).toBeDefined()
|
|
if (!text?.time?.start || !text.time.end) return
|
|
expect(text.time.start).toBeLessThan(text.time.end)
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests stop after token overflow requests compaction", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const database = yield* Database.Service
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.text("after", { usage: { input: 100, output: 0 } })
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "compact")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const base = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const mdl = { ...base, limit: { context: 20, output: 10 } }
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "compact" }],
|
|
tools: {},
|
|
})
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
|
|
expect(value).toBe("compact")
|
|
expect(parts.some((part) => part.type === "text" && part.text === "after")).toBe(true)
|
|
expect(parts.some((part) => part.type === "step-finish")).toBe(true)
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests capture reasoning from http mock", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const database = yield* Database.Service
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.push(reply().reason("think").text("done").stop())
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "reason")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "reason" }],
|
|
tools: {},
|
|
})
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const reasoning = parts.find((part): part is SessionV1.ReasoningPart => part.type === "reasoning")
|
|
const text = parts.find((part): part is SessionV1.TextPart => part.type === "text")
|
|
|
|
expect(value).toBe("continue")
|
|
expect(yield* llm.calls).toBe(1)
|
|
expect(reasoning?.text).toBe("think")
|
|
expect(text?.text).toBe("done")
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests reset reasoning state across retries", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.push(reply().reason("one").reset(), reply().reason("two").stop())
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "reason")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "reason" }],
|
|
tools: {},
|
|
})
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const reasoning = parts.filter((part): part is SessionV1.ReasoningPart => part.type === "reasoning")
|
|
|
|
expect(value).toBe("continue")
|
|
expect(yield* llm.calls).toBe(2)
|
|
expect(reasoning.some((part) => part.text === "two")).toBe(true)
|
|
expect(reasoning.some((part) => part.text === "onetwo")).toBe(false)
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests do not retry unknown json errors", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.error(400, { error: { message: "no_kv_space" } })
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "json")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "json" }],
|
|
tools: {},
|
|
})
|
|
|
|
expect(value).toBe("stop")
|
|
expect(yield* llm.calls).toBe(1)
|
|
expect(handle.message.error?.name).toBe("APIError")
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests retry recognized structured json errors", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.error(429, { type: "error", error: { type: "too_many_requests" } })
|
|
yield* llm.text("after")
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "retry json")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "retry json" }],
|
|
tools: {},
|
|
})
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
|
|
expect(value).toBe("continue")
|
|
expect(yield* llm.calls).toBe(2)
|
|
expect(parts.some((part) => part.type === "text" && part.text === "after")).toBe(true)
|
|
expect(handle.message.error).toBeUndefined()
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests publish retry status updates", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
const events = yield* EventV2Bridge.Service
|
|
|
|
yield* llm.error(503, { error: "boom" })
|
|
yield* llm.text("")
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "retry")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const states: number[] = []
|
|
const off = yield* events.listen((evt) => {
|
|
if (evt.type !== SessionStatus.Event.Status.type) return Effect.void
|
|
const data = evt.data as typeof SessionStatus.Event.Status.data.Type
|
|
if (data.sessionID === chat.id && data.status.type === "retry") states.push(data.status.attempt)
|
|
return Effect.void
|
|
})
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "retry" }],
|
|
tools: {},
|
|
})
|
|
|
|
yield* off
|
|
|
|
expect(value).toBe("continue")
|
|
expect(yield* llm.calls).toBe(2)
|
|
expect(states).toStrictEqual([1])
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests compact on structured context overflow", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.error(400, { type: "error", error: { code: "context_length_exceeded" } })
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "compact json")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "compact json" }],
|
|
tools: {},
|
|
})
|
|
|
|
expect(value).toBe("compact")
|
|
expect(yield* llm.calls).toBe(1)
|
|
expect(handle.message.error).toBeUndefined()
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests complete AI SDK tool calls when native flag is off", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.tool("lookup", { query: "weather" })
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "tool")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const value = yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "tool" }],
|
|
tools: {
|
|
lookup: tool({
|
|
description: "Look up information",
|
|
inputSchema: z.object({ query: z.string() }),
|
|
execute: async (input) => ({
|
|
title: "Weather lookup",
|
|
output: `result:${input.query}`,
|
|
metadata: { source: "test" },
|
|
}),
|
|
}),
|
|
},
|
|
})
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const call = parts.find((part): part is SessionV1.ToolPart => part.type === "tool")
|
|
|
|
expect(value).toBe("continue")
|
|
expect(yield* llm.calls).toBe(1)
|
|
expect(call?.callID).toBe("call_1")
|
|
expect(call?.tool).toBe("lookup")
|
|
expect(call?.state.status).toBe("completed")
|
|
if (call?.state.status !== "completed") return
|
|
expect(call.state.input).toEqual({ query: "weather" })
|
|
expect(call.state.output).toBe("result:weather")
|
|
expect(call.state.title).toBe("Weather lookup")
|
|
expect(call.state.metadata).toEqual({ source: "test" })
|
|
expect(call.state.time.start).toBeDefined()
|
|
expect(call.state.time.end).toBeDefined()
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests mark pending tools as aborted on cleanup", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const database = yield* Database.Service
|
|
const { processors, session, provider } = yield* boot()
|
|
|
|
yield* llm.toolHang("bash", { cmd: "pwd" })
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "tool abort")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const run = yield* handle
|
|
.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "tool abort" }],
|
|
tools: {},
|
|
})
|
|
.pipe(Effect.forkChild)
|
|
|
|
yield* llm.wait(1)
|
|
yield* waitFor(
|
|
MessageV2.parts(msg.id).pipe(
|
|
Effect.map((parts) => parts.find((part): part is SessionV1.ToolPart => part.type === "tool")),
|
|
Effect.provideService(Database.Service, database),
|
|
),
|
|
"timed out waiting for tool part",
|
|
)
|
|
yield* Fiber.interrupt(run)
|
|
|
|
const exit = yield* Fiber.await(run)
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const call = parts.find((part): part is SessionV1.ToolPart => part.type === "tool")
|
|
|
|
expect(Exit.isFailure(exit)).toBe(true)
|
|
if (Exit.isFailure(exit)) {
|
|
expect(Cause.hasInterruptsOnly(exit.cause)).toBe(true)
|
|
}
|
|
expect(yield* llm.calls).toBe(1)
|
|
expect(call?.state.status).toBe("error")
|
|
if (call?.state.status === "error") {
|
|
expect(call.state.error).toBe("Tool execution aborted")
|
|
expect(call.state.metadata?.interrupted).toBe(true)
|
|
expect(call.state.time.end).toBeDefined()
|
|
}
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests record aborted errors and idle state", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const seen = defer<void>()
|
|
const { processors, session, provider } = yield* boot()
|
|
const events = yield* EventV2Bridge.Service
|
|
const sts = yield* SessionStatus.Service
|
|
|
|
yield* llm.hang
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "abort")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const errs: string[] = []
|
|
const off = yield* events.listen((evt) => {
|
|
if (evt.type !== Session.Event.Error.type) return Effect.void
|
|
const data = evt.data as typeof Session.Event.Error.data.Type
|
|
if (data.sessionID !== chat.id || !data.error) return Effect.void
|
|
errs.push(data.error.name)
|
|
seen.resolve()
|
|
return Effect.void
|
|
})
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const run = yield* handle
|
|
.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "abort" }],
|
|
tools: {},
|
|
})
|
|
.pipe(Effect.forkChild)
|
|
|
|
yield* llm.wait(1)
|
|
yield* Fiber.interrupt(run)
|
|
|
|
const exit = yield* Fiber.await(run)
|
|
yield* Effect.promise(() => seen.promise)
|
|
const stored = yield* MessageV2.get({ sessionID: chat.id, messageID: msg.id })
|
|
const state = yield* sts.get(chat.id)
|
|
yield* off
|
|
|
|
expect(Exit.isFailure(exit)).toBe(true)
|
|
if (Exit.isFailure(exit)) {
|
|
expect(Cause.hasInterruptsOnly(exit.cause)).toBe(true)
|
|
}
|
|
expect(handle.message.error?.name).toBe("MessageAbortedError")
|
|
expect(stored.info.role).toBe("assistant")
|
|
if (stored.info.role === "assistant") {
|
|
expect(stored.info.error?.name).toBe("MessageAbortedError")
|
|
}
|
|
expect(state).toMatchObject({ type: "idle" })
|
|
expect(errs).toContain("MessageAbortedError")
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
it.live("session.processor effect tests mark interruptions aborted without manual abort", () =>
|
|
provideTmpdirServer(
|
|
({ dir, llm }) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
const sts = yield* SessionStatus.Service
|
|
|
|
yield* llm.hang
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "interrupt")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const handle = yield* processors.create({
|
|
assistantMessage: msg,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
})
|
|
|
|
const run = yield* handle
|
|
.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "interrupt" }],
|
|
tools: {},
|
|
})
|
|
.pipe(Effect.forkChild)
|
|
|
|
yield* llm.wait(1)
|
|
yield* Fiber.interrupt(run)
|
|
|
|
const exit = yield* Fiber.await(run)
|
|
const stored = yield* MessageV2.get({ sessionID: chat.id, messageID: msg.id })
|
|
const state = yield* sts.get(chat.id)
|
|
|
|
expect(Exit.isFailure(exit)).toBe(true)
|
|
expect(handle.message.error?.name).toBe("MessageAbortedError")
|
|
expect(stored.info.role).toBe("assistant")
|
|
if (stored.info.role === "assistant") {
|
|
expect(stored.info.error?.name).toBe("MessageAbortedError")
|
|
}
|
|
expect(state).toMatchObject({ type: "idle" })
|
|
}),
|
|
{ config: (url) => providerCfg(url) },
|
|
),
|
|
)
|
|
|
|
itProviderError.live("session.processor effect tests fail provider-executed error results", () =>
|
|
provideTmpdirInstance(
|
|
(dir) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
const events = yield* EventV2Bridge.Service
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "provider tool error")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const seen: string[] = []
|
|
const off = yield* events.listen((event) => {
|
|
seen.push(event.type)
|
|
return Effect.void
|
|
})
|
|
const handle = yield* processors.create({ assistantMessage: msg, sessionID: chat.id, model: mdl })
|
|
|
|
yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "provider tool error" }],
|
|
tools: {},
|
|
})
|
|
yield* off
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
const call = parts.find((part): part is SessionV1.ToolPart => part.type === "tool")
|
|
expect(call?.state.status).toBe("error")
|
|
if (call?.state.status === "error") expect(call.state.error).toBe("provider boom")
|
|
expect(seen).toContain(MessageV2.Event.PartUpdated.type)
|
|
expect(seen).toContain(MessageV2.Event.Updated.type)
|
|
expect(seen.filter((type) => type.startsWith("session.next."))).toEqual([])
|
|
}),
|
|
{ config: cfg },
|
|
),
|
|
)
|
|
|
|
itFragmentFailure.live("session.processor effect tests retain partial legacy parts without v2 events", () =>
|
|
provideTmpdirInstance(
|
|
(dir) =>
|
|
Effect.gen(function* () {
|
|
const { processors, session, provider } = yield* boot()
|
|
const events = yield* EventV2Bridge.Service
|
|
|
|
const chat = yield* session.create({})
|
|
const parent = yield* user(chat.id, "provider failure")
|
|
const msg = yield* assistant(chat.id, parent.id, path.resolve(dir))
|
|
const mdl = yield* provider.getModel(ref.providerID, ref.modelID)
|
|
const seen: string[] = []
|
|
const off = yield* events.listen((event) => {
|
|
seen.push(event.type)
|
|
return Effect.void
|
|
})
|
|
const handle = yield* processors.create({ assistantMessage: msg, sessionID: chat.id, model: mdl })
|
|
|
|
expect(
|
|
yield* handle.process({
|
|
user: {
|
|
id: parent.id,
|
|
sessionID: chat.id,
|
|
role: "user",
|
|
time: parent.time,
|
|
agent: parent.agent,
|
|
model: { providerID: ref.providerID, modelID: ref.modelID },
|
|
} satisfies SessionV1.User,
|
|
sessionID: chat.id,
|
|
model: mdl,
|
|
agent: agent(),
|
|
system: [],
|
|
messages: [{ role: "user", content: "provider failure" }],
|
|
tools: {},
|
|
}),
|
|
).toBe("stop")
|
|
yield* off
|
|
|
|
const parts = yield* MessageV2.parts(msg.id)
|
|
expect(parts).toEqual(
|
|
expect.arrayContaining([
|
|
expect.objectContaining({ type: "text", text: "partial" }),
|
|
expect.objectContaining({ type: "reasoning", text: "thinking" }),
|
|
]),
|
|
)
|
|
expect(seen).toContain(MessageV2.Event.PartUpdated.type)
|
|
expect(seen).toContain(Session.Event.Error.type)
|
|
expect(seen.filter((type) => type.startsWith("session.next."))).toEqual([])
|
|
}),
|
|
{ config: cfg },
|
|
),
|
|
)
|