* refactor: introduce provider plugin registry * refactor: move provider CLI to plugins * docs: add provider plugin implementation notes * refactor: shift provider runtime logic into plugins * refactor: add plugin defaults and summaries * docs: update provider plugin notes * feat(commands): add /commands slash list * Auto-reply: tidy help message * Auto-reply: fix status command lint * Tests: align google shared expectations * Auto-reply: tidy help message * Auto-reply: fix status command lint * refactor: move provider routing into plugins * test: align agent routing expectations * docs: update provider plugin notes * refactor: route replies via provider plugins * docs: note route-reply plugin hooks * refactor: extend provider plugin contract * refactor: derive provider status from plugins * refactor: unify gateway provider control * refactor: use plugin metadata in auto-reply * fix: parenthesize cron target selection * refactor: derive gateway methods from plugins * refactor: generalize provider logout * refactor: route provider logout through plugins * refactor: move WhatsApp web login methods into plugin * refactor: generalize provider log prefixes * refactor: centralize default chat provider * refactor: derive provider lists from registry * refactor: move provider reload noops into plugins * refactor: resolve web login provider via alias * refactor: derive CLI provider options from plugins * refactor: derive prompt provider list from plugins * style: apply biome lint fixes * fix: resolve provider routing edge cases * docs: update provider plugin refactor notes * fix(gateway): harden agent provider routing * refactor: move provider routing into plugins * refactor: move provider CLI to plugins * refactor: derive provider lists from registry * fix: restore slash command parsing * refactor: align provider ids for schema * refactor: unify outbound target resolution * fix: keep outbound labels stable * feat: add msteams to cron surfaces * fix: clean up lint build issues * refactor: localize chat provider alias normalization * refactor: drive gateway provider lists from plugins * docs: update provider plugin notes * style: format message-provider * fix: avoid provider registry init cycles * style: sort message-provider imports * fix: relax provider alias map typing * refactor: move provider routing into plugins * refactor: add plugin pairing/config adapters * refactor: route pairing and provider removal via plugins * refactor: align auto-reply provider typing * test: stabilize telegram media mocks * docs: update provider plugin refactor notes * refactor: pluginize outbound targets * refactor: pluginize provider selection * refactor: generalize text chunk limits * docs: update provider plugin notes * refactor: generalize group session/config * fix: normalize provider id for room detection * fix: avoid provider init in system prompt * style: formatting cleanup * refactor: normalize agent delivery targets * test: update outbound delivery labels * chore: fix lint regressions * refactor: extend provider plugin adapters * refactor: move elevated/block streaming defaults to plugins * refactor: defer outbound send deps to plugins * docs: note plugin-driven streaming/elevated defaults * refactor: centralize webchat provider constant * refactor: add provider setup adapters * refactor: delegate provider add config to plugins * docs: document plugin-driven provider add * refactor: add plugin state/binding metadata * refactor: build agent provider status from plugins * docs: note plugin-driven agent bindings * refactor: centralize internal provider constant usage * fix: normalize WhatsApp targets for groups and E.164 (#631) (thanks @imfing) * refactor: centralize default chat provider * refactor: centralize WhatsApp target normalization * refactor: move provider routing into plugins * refactor: normalize agent delivery targets * chore: fix lint regressions * fix: normalize WhatsApp targets for groups and E.164 (#631) (thanks @imfing) * feat: expand provider plugin adapters * refactor: route auto-reply via provider plugins * fix: align WhatsApp target normalization * fix: normalize WhatsApp targets for groups and E.164 (#631) (thanks @imfing) * refactor: centralize WhatsApp target normalization * feat: add /config chat config updates * docs: add /config get alias * feat(commands): add /commands slash list * refactor: centralize default chat provider * style: apply biome lint fixes * chore: fix lint regressions * fix: clean up whatsapp allowlist typing * style: format config command helpers * refactor: pluginize tool threading context * refactor: normalize session announce targets * docs: note new plugin threading and announce hooks * refactor: pluginize message actions * docs: update provider plugin actions notes * fix: align provider action adapters * refactor: centralize webchat checks * style: format message provider helpers * refactor: move provider onboarding into adapters * docs: note onboarding provider adapters * feat: add msteams onboarding adapter * style: organize onboarding imports * fix: normalize msteams allowFrom types * feat: add plugin text chunk limits * refactor: use plugin chunk limit fallbacks * feat: add provider mention stripping hooks * style: organize provider plugin type imports * refactor: generalize health snapshots * refactor: update macOS health snapshot handling * docs: refresh health snapshot notes * style: format health snapshot updates * refactor: drive security warnings via plugins * docs: note provider security adapter * style: format provider security adapters * refactor: centralize provider account defaults * refactor: type gateway client identity constants * chore: regen gateway protocol swift * fix: degrade health on failed provider probe * refactor: centralize pairing approve hint * docs: add plugin CLI command references * refactor: route auth and tool sends through plugins * docs: expand provider plugin hooks * refactor: document provider docking touchpoints * refactor: normalize internal provider defaults * refactor: streamline outbound delivery wiring * refactor: make provider onboarding plugin-owned * refactor: support provider-owned agent tools * refactor: move telegram draft chunking into telegram module * refactor: infer provider tool sends via extractToolSend * fix: repair plugin onboarding imports * refactor: de-dup outbound target normalization * style: tidy plugin and agent imports * refactor: data-drive provider selection line * fix: satisfy lint after provider plugin rebase * test: deflake gateway-cli coverage * style: format gateway-cli coverage test * refactor(provider-plugins): simplify provider ids * test(pairing-cli): avoid provider-specific ternary * style(macos): swiftformat HealthStore * refactor(sandbox): derive provider tool denylist * fix(sandbox): avoid plugin init in defaults * refactor(provider-plugins): centralize provider aliases * style(test): satisfy biome * refactor(protocol): v3 providers.status maps * refactor(ui): adapt to protocol v3 * refactor(macos): adapt to protocol v3 * test: update providers.status v3 fixtures * refactor(gateway): map provider runtime snapshot * test(gateway): update reload runtime snapshot * refactor(whatsapp): normalize heartbeat provider id * docs(refactor): update provider plugin notes * style: satisfy biome after rebase * fix: describe sandboxed elevated in prompt * feat(gateway): add agent image attachments + live probe * refactor: derive CLI provider options from plugins * fix(gateway): harden agent provider routing * fix(gateway): harden agent provider routing * refactor: align provider ids for schema * fix(protocol): keep agent provider string * fix(gateway): harden agent provider routing * fix(protocol): keep agent provider string * refactor: normalize agent delivery targets * refactor: support provider-owned agent tools * refactor(config): provider-keyed elevated allowFrom * style: satisfy biome * fix(gateway): appease provider narrowing * style: satisfy biome * refactor(reply): move group intro hints into plugin * fix(reply): avoid plugin registry init cycle * refactor(providers): add lightweight provider dock * refactor(gateway): use typed client id in connect * refactor(providers): document docks and avoid init cycles * refactor(providers): make media limit helper generic * fix(providers): break plugin registry import cycles * style: satisfy biome * refactor(status-all): build providers table from plugins * refactor(gateway): delegate web login to provider plugin * refactor(provider): drop web alias * refactor(provider): lazy-load monitors * style: satisfy lint/format * style: format status-all providers table * style: swiftformat gateway discovery model * test: make reload plan plugin-driven * fix: avoid token stringification in status-all * refactor: make provider IDs explicit in status * feat: warn on signal/imessage provider runtime errors * test: cover gateway provider runtime warnings in status * fix: add runtime kind to provider status issues * test: cover health degradation on probe failure * fix: keep routeReply lightweight * style: organize routeReply imports * refactor(web): extract auth-store helpers * refactor(whatsapp): lazy login imports * refactor(outbound): route replies via plugin outbound * docs: update provider plugin notes * style: format provider status issues * fix: make sandbox scope warning wrap-safe * refactor: load outbound adapters from provider plugins * docs: update provider plugin outbound notes * style(macos): fix swiftformat lint * docs: changelog for provider plugins * fix(macos): satisfy swiftformat * fix(macos): open settings via menu action * style: format after rebase * fix(macos): open Settings via menu action --------- Co-authored-by: LK <luke@kyohere.com> Co-authored-by: Luke K (pr-0f3t) <2609441+lc0rp@users.noreply.github.com> Co-authored-by: Xin <xin@imfing.com>
387 lines
11 KiB
TypeScript
387 lines
11 KiB
TypeScript
import { Type } from "@sinclair/typebox";
|
|
|
|
import { parseReplyDirectives } from "../../auto-reply/reply/reply-directives.js";
|
|
import type { ClawdbotConfig } from "../../config/config.js";
|
|
import { loadConfig } from "../../config/config.js";
|
|
import {
|
|
type MessagePollResult,
|
|
type MessageSendResult,
|
|
sendMessage,
|
|
sendPoll,
|
|
} from "../../infra/outbound/message.js";
|
|
import { resolveMessageProviderSelection } from "../../infra/outbound/provider-selection.js";
|
|
import {
|
|
dispatchProviderMessageAction,
|
|
listProviderMessageActions,
|
|
supportsProviderMessageButtons,
|
|
} from "../../providers/plugins/message-actions.js";
|
|
import type { ProviderMessageActionName } from "../../providers/plugins/types.js";
|
|
import { normalizeAccountId } from "../../routing/session-key.js";
|
|
import {
|
|
GATEWAY_CLIENT_MODES,
|
|
GATEWAY_CLIENT_NAMES,
|
|
} from "../../utils/message-provider.js";
|
|
import type { AnyAgentTool } from "./common.js";
|
|
import {
|
|
jsonResult,
|
|
readNumberParam,
|
|
readStringArrayParam,
|
|
readStringParam,
|
|
} from "./common.js";
|
|
|
|
const AllMessageActions = [
|
|
"send",
|
|
"poll",
|
|
"react",
|
|
"reactions",
|
|
"read",
|
|
"edit",
|
|
"delete",
|
|
"pin",
|
|
"unpin",
|
|
"list-pins",
|
|
"permissions",
|
|
"thread-create",
|
|
"thread-list",
|
|
"thread-reply",
|
|
"search",
|
|
"sticker",
|
|
"member-info",
|
|
"role-info",
|
|
"emoji-list",
|
|
"emoji-upload",
|
|
"sticker-upload",
|
|
"role-add",
|
|
"role-remove",
|
|
"channel-info",
|
|
"channel-list",
|
|
"voice-status",
|
|
"event-list",
|
|
"event-create",
|
|
"timeout",
|
|
"kick",
|
|
"ban",
|
|
];
|
|
|
|
const MessageToolCommonSchema = {
|
|
provider: Type.Optional(Type.String()),
|
|
to: Type.Optional(Type.String()),
|
|
message: Type.Optional(Type.String()),
|
|
media: Type.Optional(Type.String()),
|
|
buttons: Type.Optional(
|
|
Type.Array(
|
|
Type.Array(
|
|
Type.Object({
|
|
text: Type.String(),
|
|
callback_data: Type.String(),
|
|
}),
|
|
),
|
|
{
|
|
description: "Telegram inline keyboard buttons (array of button rows)",
|
|
},
|
|
),
|
|
),
|
|
messageId: Type.Optional(Type.String()),
|
|
replyTo: Type.Optional(Type.String()),
|
|
threadId: Type.Optional(Type.String()),
|
|
accountId: Type.Optional(Type.String()),
|
|
dryRun: Type.Optional(Type.Boolean()),
|
|
bestEffort: Type.Optional(Type.Boolean()),
|
|
gifPlayback: Type.Optional(Type.Boolean()),
|
|
emoji: Type.Optional(Type.String()),
|
|
remove: Type.Optional(Type.Boolean()),
|
|
limit: Type.Optional(Type.Number()),
|
|
before: Type.Optional(Type.String()),
|
|
after: Type.Optional(Type.String()),
|
|
around: Type.Optional(Type.String()),
|
|
pollQuestion: Type.Optional(Type.String()),
|
|
pollOption: Type.Optional(Type.Array(Type.String())),
|
|
pollDurationHours: Type.Optional(Type.Number()),
|
|
pollMulti: Type.Optional(Type.Boolean()),
|
|
channelId: Type.Optional(Type.String()),
|
|
channelIds: Type.Optional(Type.Array(Type.String())),
|
|
guildId: Type.Optional(Type.String()),
|
|
userId: Type.Optional(Type.String()),
|
|
authorId: Type.Optional(Type.String()),
|
|
authorIds: Type.Optional(Type.Array(Type.String())),
|
|
roleId: Type.Optional(Type.String()),
|
|
roleIds: Type.Optional(Type.Array(Type.String())),
|
|
emojiName: Type.Optional(Type.String()),
|
|
stickerId: Type.Optional(Type.Array(Type.String())),
|
|
stickerName: Type.Optional(Type.String()),
|
|
stickerDesc: Type.Optional(Type.String()),
|
|
stickerTags: Type.Optional(Type.String()),
|
|
threadName: Type.Optional(Type.String()),
|
|
autoArchiveMin: Type.Optional(Type.Number()),
|
|
query: Type.Optional(Type.String()),
|
|
eventName: Type.Optional(Type.String()),
|
|
eventType: Type.Optional(Type.String()),
|
|
startTime: Type.Optional(Type.String()),
|
|
endTime: Type.Optional(Type.String()),
|
|
desc: Type.Optional(Type.String()),
|
|
location: Type.Optional(Type.String()),
|
|
durationMin: Type.Optional(Type.Number()),
|
|
until: Type.Optional(Type.String()),
|
|
reason: Type.Optional(Type.String()),
|
|
deleteDays: Type.Optional(Type.Number()),
|
|
includeArchived: Type.Optional(Type.Boolean()),
|
|
participant: Type.Optional(Type.String()),
|
|
fromMe: Type.Optional(Type.Boolean()),
|
|
gatewayUrl: Type.Optional(Type.String()),
|
|
gatewayToken: Type.Optional(Type.String()),
|
|
timeoutMs: Type.Optional(Type.Number()),
|
|
};
|
|
|
|
function buildMessageToolSchemaFromActions(
|
|
actions: string[],
|
|
options: { includeButtons: boolean },
|
|
) {
|
|
const props: Record<string, unknown> = { ...MessageToolCommonSchema };
|
|
if (!options.includeButtons) delete props.buttons;
|
|
|
|
const schemas: Array<ReturnType<typeof Type.Object>> = [];
|
|
if (actions.includes("send")) {
|
|
schemas.push(
|
|
Type.Object({
|
|
action: Type.Literal("send"),
|
|
to: Type.String(),
|
|
message: Type.String(),
|
|
...props,
|
|
}),
|
|
);
|
|
}
|
|
|
|
const nonSendActions = actions.filter((action) => action !== "send");
|
|
if (nonSendActions.length > 0) {
|
|
schemas.push(
|
|
Type.Object({
|
|
action: Type.Union(
|
|
nonSendActions.map((action) => Type.Literal(action)),
|
|
),
|
|
...props,
|
|
}),
|
|
);
|
|
}
|
|
|
|
return schemas.length === 1 ? schemas[0] : Type.Union(schemas);
|
|
}
|
|
|
|
const MessageToolSchema = buildMessageToolSchemaFromActions(AllMessageActions, {
|
|
includeButtons: true,
|
|
});
|
|
|
|
type MessageToolOptions = {
|
|
agentAccountId?: string;
|
|
config?: ClawdbotConfig;
|
|
currentChannelId?: string;
|
|
currentThreadTs?: string;
|
|
replyToMode?: "off" | "first" | "all";
|
|
hasRepliedRef?: { value: boolean };
|
|
};
|
|
|
|
function buildMessageToolSchema(cfg: ClawdbotConfig) {
|
|
const actions = listProviderMessageActions(cfg);
|
|
const includeButtons = supportsProviderMessageButtons(cfg);
|
|
return buildMessageToolSchemaFromActions(
|
|
actions.length > 0 ? actions : ["send"],
|
|
{ includeButtons },
|
|
);
|
|
}
|
|
|
|
function resolveAgentAccountId(value?: string): string | undefined {
|
|
const trimmed = value?.trim();
|
|
if (!trimmed) return undefined;
|
|
return normalizeAccountId(trimmed);
|
|
}
|
|
|
|
export function createMessageTool(options?: MessageToolOptions): AnyAgentTool {
|
|
const agentAccountId = resolveAgentAccountId(options?.agentAccountId);
|
|
const schema = options?.config
|
|
? buildMessageToolSchema(options.config)
|
|
: MessageToolSchema;
|
|
|
|
return {
|
|
label: "Message",
|
|
name: "message",
|
|
description:
|
|
"Send messages and provider actions (polls, reactions, pins, threads, etc.) via configured provider plugins.",
|
|
parameters: schema,
|
|
execute: async (_toolCallId, args) => {
|
|
const params = args as Record<string, unknown>;
|
|
const cfg = options?.config ?? loadConfig();
|
|
const action = readStringParam(params, "action", {
|
|
required: true,
|
|
}) as ProviderMessageActionName;
|
|
|
|
const providerSelection = await resolveMessageProviderSelection({
|
|
cfg,
|
|
provider: readStringParam(params, "provider"),
|
|
});
|
|
const provider = providerSelection.provider;
|
|
const accountId = readStringParam(params, "accountId") ?? agentAccountId;
|
|
const dryRun = Boolean(params.dryRun);
|
|
|
|
const gateway = {
|
|
url: readStringParam(params, "gatewayUrl", { trim: false }),
|
|
token: readStringParam(params, "gatewayToken", { trim: false }),
|
|
timeoutMs: readNumberParam(params, "timeoutMs"),
|
|
clientName: GATEWAY_CLIENT_NAMES.GATEWAY_CLIENT,
|
|
clientDisplayName: "agent",
|
|
mode: GATEWAY_CLIENT_MODES.BACKEND,
|
|
};
|
|
|
|
const toolContext =
|
|
options?.currentChannelId ||
|
|
options?.currentThreadTs ||
|
|
options?.replyToMode ||
|
|
options?.hasRepliedRef
|
|
? {
|
|
currentChannelId: options?.currentChannelId,
|
|
currentThreadTs: options?.currentThreadTs,
|
|
replyToMode: options?.replyToMode,
|
|
hasRepliedRef: options?.hasRepliedRef,
|
|
}
|
|
: undefined;
|
|
|
|
if (action === "send") {
|
|
const to = readStringParam(params, "to", { required: true });
|
|
let message = readStringParam(params, "message", {
|
|
required: true,
|
|
allowEmpty: true,
|
|
});
|
|
|
|
// Let send accept the same inline directives we use elsewhere.
|
|
// Provider plugins consume `replyTo` / `media` / `buttons` from params.
|
|
const parsed = parseReplyDirectives(message);
|
|
message = parsed.text;
|
|
params.message = message;
|
|
if (!params.replyTo && parsed.replyToId)
|
|
params.replyTo = parsed.replyToId;
|
|
if (!params.media) {
|
|
params.media = parsed.mediaUrls?.[0] || parsed.mediaUrl || undefined;
|
|
}
|
|
|
|
const mediaUrl = readStringParam(params, "media", { trim: false });
|
|
const gifPlayback =
|
|
typeof params.gifPlayback === "boolean" ? params.gifPlayback : false;
|
|
const bestEffort =
|
|
typeof params.bestEffort === "boolean"
|
|
? params.bestEffort
|
|
: undefined;
|
|
|
|
if (dryRun) {
|
|
const result: MessageSendResult = await sendMessage({
|
|
to,
|
|
content: message,
|
|
mediaUrl: mediaUrl || undefined,
|
|
provider: provider || undefined,
|
|
accountId: accountId ?? undefined,
|
|
gifPlayback,
|
|
dryRun,
|
|
bestEffort,
|
|
gateway,
|
|
});
|
|
return jsonResult(result);
|
|
}
|
|
|
|
const handled = await dispatchProviderMessageAction({
|
|
provider,
|
|
action,
|
|
cfg,
|
|
params,
|
|
accountId,
|
|
gateway,
|
|
toolContext,
|
|
dryRun,
|
|
});
|
|
if (handled) return handled;
|
|
|
|
const result: MessageSendResult = await sendMessage({
|
|
to,
|
|
content: message,
|
|
mediaUrl: mediaUrl || undefined,
|
|
provider: provider || undefined,
|
|
accountId: accountId ?? undefined,
|
|
gifPlayback,
|
|
dryRun,
|
|
bestEffort,
|
|
gateway,
|
|
});
|
|
return jsonResult(result);
|
|
}
|
|
|
|
if (action === "poll") {
|
|
const to = readStringParam(params, "to", { required: true });
|
|
const question = readStringParam(params, "pollQuestion", {
|
|
required: true,
|
|
});
|
|
const options =
|
|
readStringArrayParam(params, "pollOption", { required: true }) ?? [];
|
|
const allowMultiselect =
|
|
typeof params.pollMulti === "boolean" ? params.pollMulti : undefined;
|
|
const durationHours = readNumberParam(params, "pollDurationHours", {
|
|
integer: true,
|
|
});
|
|
|
|
const maxSelections = allowMultiselect
|
|
? Math.max(2, options.length)
|
|
: 1;
|
|
|
|
if (dryRun) {
|
|
const result: MessagePollResult = await sendPoll({
|
|
to,
|
|
question,
|
|
options,
|
|
maxSelections,
|
|
durationHours: durationHours ?? undefined,
|
|
provider,
|
|
dryRun,
|
|
gateway,
|
|
});
|
|
return jsonResult(result);
|
|
}
|
|
|
|
const handled = await dispatchProviderMessageAction({
|
|
provider,
|
|
action,
|
|
cfg,
|
|
params,
|
|
accountId,
|
|
gateway,
|
|
toolContext,
|
|
dryRun,
|
|
});
|
|
if (handled) return handled;
|
|
|
|
const result: MessagePollResult = await sendPoll({
|
|
to,
|
|
question,
|
|
options,
|
|
maxSelections,
|
|
durationHours: durationHours ?? undefined,
|
|
provider,
|
|
dryRun,
|
|
gateway,
|
|
});
|
|
return jsonResult(result);
|
|
}
|
|
|
|
const handled = await dispatchProviderMessageAction({
|
|
provider,
|
|
action,
|
|
cfg,
|
|
params,
|
|
accountId,
|
|
gateway,
|
|
toolContext,
|
|
dryRun,
|
|
});
|
|
if (handled) return handled;
|
|
|
|
throw new Error(
|
|
`Message action ${action} not supported for provider ${provider}.`,
|
|
);
|
|
},
|
|
};
|
|
}
|