Merge branch 'main' into together-ai
This commit is contained in:
commit
dfb6655242
@ -6,6 +6,7 @@ Docs: https://docs.molt.bot
|
|||||||
Status: beta.
|
Status: beta.
|
||||||
|
|
||||||
### Changes
|
### Changes
|
||||||
|
- Security: harden SSH tunnel target parsing to prevent option injection/DoS. (#4001) Thanks @YLChen-007.
|
||||||
- Rebrand: rename the npm package/CLI to `moltbot`, add a `moltbot` compatibility shim, and move extensions to the `@moltbot/*` scope.
|
- Rebrand: rename the npm package/CLI to `moltbot`, add a `moltbot` compatibility shim, and move extensions to the `@moltbot/*` scope.
|
||||||
- Commands: group /help and /commands output with Telegram paging. (#2504) Thanks @hougangdev.
|
- Commands: group /help and /commands output with Telegram paging. (#2504) Thanks @hougangdev.
|
||||||
- macOS: limit project-local `node_modules/.bin` PATH preference to debug builds (reduce PATH hijacking risk).
|
- macOS: limit project-local `node_modules/.bin` PATH preference to debug builds (reduce PATH hijacking risk).
|
||||||
|
|||||||
@ -192,6 +192,45 @@ describe("gateway-status command", () => {
|
|||||||
expect(targets.some((t) => t.kind === "sshTunnel")).toBe(true);
|
expect(targets.some((t) => t.kind === "sshTunnel")).toBe(true);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it("skips invalid ssh-auto discovery targets", async () => {
|
||||||
|
const runtimeLogs: string[] = [];
|
||||||
|
const runtime = {
|
||||||
|
log: (msg: string) => runtimeLogs.push(msg),
|
||||||
|
error: (_msg: string) => {},
|
||||||
|
exit: (code: number) => {
|
||||||
|
throw new Error(`__exit__:${code}`);
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
const originalUser = process.env.USER;
|
||||||
|
try {
|
||||||
|
process.env.USER = "steipete";
|
||||||
|
loadConfig.mockReturnValueOnce({
|
||||||
|
gateway: {
|
||||||
|
mode: "remote",
|
||||||
|
remote: {},
|
||||||
|
},
|
||||||
|
});
|
||||||
|
discoverGatewayBeacons.mockResolvedValueOnce([
|
||||||
|
{ tailnetDns: "-V" },
|
||||||
|
{ tailnetDns: "goodhost" },
|
||||||
|
]);
|
||||||
|
|
||||||
|
startSshPortForward.mockClear();
|
||||||
|
const { gatewayStatusCommand } = await import("./gateway-status.js");
|
||||||
|
await gatewayStatusCommand(
|
||||||
|
{ timeout: "1000", json: true, sshAuto: true },
|
||||||
|
runtime as unknown as import("../runtime.js").RuntimeEnv,
|
||||||
|
);
|
||||||
|
|
||||||
|
expect(startSshPortForward).toHaveBeenCalledTimes(1);
|
||||||
|
const call = startSshPortForward.mock.calls[0]?.[0] as { target: string };
|
||||||
|
expect(call.target).toBe("steipete@goodhost");
|
||||||
|
} finally {
|
||||||
|
process.env.USER = originalUser;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
it("infers SSH target from gateway.remote.url and ssh config", async () => {
|
it("infers SSH target from gateway.remote.url and ssh config", async () => {
|
||||||
const runtimeLogs: string[] = [];
|
const runtimeLogs: string[] = [];
|
||||||
const runtime = {
|
const runtime = {
|
||||||
|
|||||||
@ -107,7 +107,9 @@ export async function gatewayStatusCommand(
|
|||||||
const base = user ? `${user}@${host.trim()}` : host.trim();
|
const base = user ? `${user}@${host.trim()}` : host.trim();
|
||||||
return sshPort !== 22 ? `${base}:${sshPort}` : base;
|
return sshPort !== 22 ? `${base}:${sshPort}` : base;
|
||||||
})
|
})
|
||||||
.filter((x): x is string => Boolean(x));
|
.filter((candidate): candidate is string =>
|
||||||
|
Boolean(candidate && parseSshTarget(candidate)),
|
||||||
|
);
|
||||||
if (candidates.length > 0) sshTarget = candidates[0] ?? null;
|
if (candidates.length > 0) sshTarget = candidates[0] ?? null;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -18,6 +18,7 @@ import {
|
|||||||
import { loadConfig } from "../config/config.js";
|
import { loadConfig } from "../config/config.js";
|
||||||
import { resolveMainSessionKey } from "../config/sessions.js";
|
import { resolveMainSessionKey } from "../config/sessions.js";
|
||||||
import { logWarn } from "../logger.js";
|
import { logWarn } from "../logger.js";
|
||||||
|
import { isTestDefaultMemorySlotDisabled } from "../plugins/config-state.js";
|
||||||
import { getPluginToolMeta } from "../plugins/tools.js";
|
import { getPluginToolMeta } from "../plugins/tools.js";
|
||||||
import { isSubagentSessionKey } from "../routing/session-key.js";
|
import { isSubagentSessionKey } from "../routing/session-key.js";
|
||||||
import { normalizeMessageChannel } from "../utils/message-channel.js";
|
import { normalizeMessageChannel } from "../utils/message-channel.js";
|
||||||
@ -33,6 +34,7 @@ import {
|
|||||||
} from "./http-common.js";
|
} from "./http-common.js";
|
||||||
|
|
||||||
const DEFAULT_BODY_BYTES = 2 * 1024 * 1024;
|
const DEFAULT_BODY_BYTES = 2 * 1024 * 1024;
|
||||||
|
const MEMORY_TOOL_NAMES = new Set(["memory_search", "memory_get"]);
|
||||||
|
|
||||||
type ToolsInvokeBody = {
|
type ToolsInvokeBody = {
|
||||||
tool?: unknown;
|
tool?: unknown;
|
||||||
@ -47,6 +49,26 @@ function resolveSessionKeyFromBody(body: ToolsInvokeBody): string | undefined {
|
|||||||
return undefined;
|
return undefined;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function resolveMemoryToolDisableReasons(cfg: ReturnType<typeof loadConfig>): string[] {
|
||||||
|
if (!process.env.VITEST) return [];
|
||||||
|
const reasons: string[] = [];
|
||||||
|
const plugins = cfg.plugins;
|
||||||
|
const slotRaw = plugins?.slots?.memory;
|
||||||
|
const slotDisabled =
|
||||||
|
slotRaw === null || (typeof slotRaw === "string" && slotRaw.trim().toLowerCase() === "none");
|
||||||
|
const pluginsDisabled = plugins?.enabled === false;
|
||||||
|
const defaultDisabled = isTestDefaultMemorySlotDisabled(cfg);
|
||||||
|
|
||||||
|
if (pluginsDisabled) reasons.push("plugins.enabled=false");
|
||||||
|
if (slotDisabled) {
|
||||||
|
reasons.push(slotRaw === null ? "plugins.slots.memory=null" : 'plugins.slots.memory="none"');
|
||||||
|
}
|
||||||
|
if (!pluginsDisabled && !slotDisabled && defaultDisabled) {
|
||||||
|
reasons.push("memory plugin disabled by test default");
|
||||||
|
}
|
||||||
|
return reasons;
|
||||||
|
}
|
||||||
|
|
||||||
function mergeActionIntoArgsIfSupported(params: {
|
function mergeActionIntoArgsIfSupported(params: {
|
||||||
toolSchema: unknown;
|
toolSchema: unknown;
|
||||||
action: string | undefined;
|
action: string | undefined;
|
||||||
@ -103,6 +125,23 @@ export async function handleToolsInvokeHttpRequest(
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (process.env.VITEST && MEMORY_TOOL_NAMES.has(toolName)) {
|
||||||
|
const reasons = resolveMemoryToolDisableReasons(cfg);
|
||||||
|
if (reasons.length > 0) {
|
||||||
|
const suffix = reasons.length > 0 ? ` (${reasons.join(", ")})` : "";
|
||||||
|
sendJson(res, 400, {
|
||||||
|
ok: false,
|
||||||
|
error: {
|
||||||
|
type: "invalid_request",
|
||||||
|
message:
|
||||||
|
`memory tools are disabled in tests${suffix}. ` +
|
||||||
|
'Enable by setting plugins.slots.memory="memory-core" (and ensure plugins.enabled is not false).',
|
||||||
|
},
|
||||||
|
});
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
const action = typeof body.action === "string" ? body.action.trim() : undefined;
|
const action = typeof body.action === "string" ? body.action.trim() : undefined;
|
||||||
|
|
||||||
const argsRaw = body.args;
|
const argsRaw = body.args;
|
||||||
|
|||||||
@ -54,6 +54,8 @@ describe("ssh-config", () => {
|
|||||||
expect(config?.host).toBe("peters-mac-studio-1.sheep-coho.ts.net");
|
expect(config?.host).toBe("peters-mac-studio-1.sheep-coho.ts.net");
|
||||||
expect(config?.port).toBe(2222);
|
expect(config?.port).toBe(2222);
|
||||||
expect(config?.identityFiles).toEqual(["/tmp/id_ed25519"]);
|
expect(config?.identityFiles).toEqual(["/tmp/id_ed25519"]);
|
||||||
|
const args = spawnMock.mock.calls[0]?.[1] as string[] | undefined;
|
||||||
|
expect(args?.slice(-2)).toEqual(["--", "me@alias"]);
|
||||||
});
|
});
|
||||||
|
|
||||||
it("returns null when ssh -G fails", async () => {
|
it("returns null when ssh -G fails", async () => {
|
||||||
|
|||||||
@ -58,7 +58,8 @@ export async function resolveSshConfig(
|
|||||||
args.push("-i", opts.identity.trim());
|
args.push("-i", opts.identity.trim());
|
||||||
}
|
}
|
||||||
const userHost = target.user ? `${target.user}@${target.host}` : target.host;
|
const userHost = target.user ? `${target.user}@${target.host}` : target.host;
|
||||||
args.push(userHost);
|
// Use "--" so userHost can't be parsed as an ssh option.
|
||||||
|
args.push("--", userHost);
|
||||||
|
|
||||||
return await new Promise<SshResolvedConfig | null>((resolve) => {
|
return await new Promise<SshResolvedConfig | null>((resolve) => {
|
||||||
const child = spawn(sshPath, args, {
|
const child = spawn(sshPath, args, {
|
||||||
|
|||||||
27
src/infra/ssh-tunnel.test.ts
Normal file
27
src/infra/ssh-tunnel.test.ts
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
import { describe, expect, it } from "vitest";
|
||||||
|
|
||||||
|
import { parseSshTarget } from "./ssh-tunnel.js";
|
||||||
|
|
||||||
|
describe("parseSshTarget", () => {
|
||||||
|
it("parses user@host:port targets", () => {
|
||||||
|
expect(parseSshTarget("me@example.com:2222")).toEqual({
|
||||||
|
user: "me",
|
||||||
|
host: "example.com",
|
||||||
|
port: 2222,
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("parses host-only targets with default port", () => {
|
||||||
|
expect(parseSshTarget("example.com")).toEqual({
|
||||||
|
user: undefined,
|
||||||
|
host: "example.com",
|
||||||
|
port: 22,
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("rejects hostnames that start with '-'", () => {
|
||||||
|
expect(parseSshTarget("-V")).toBeNull();
|
||||||
|
expect(parseSshTarget("me@-badhost")).toBeNull();
|
||||||
|
expect(parseSshTarget("-oProxyCommand=echo")).toBeNull();
|
||||||
|
});
|
||||||
|
});
|
||||||
@ -41,10 +41,14 @@ export function parseSshTarget(raw: string): SshParsedTarget | null {
|
|||||||
const portRaw = hostPart.slice(colonIdx + 1).trim();
|
const portRaw = hostPart.slice(colonIdx + 1).trim();
|
||||||
const port = Number.parseInt(portRaw, 10);
|
const port = Number.parseInt(portRaw, 10);
|
||||||
if (!host || !Number.isFinite(port) || port <= 0) return null;
|
if (!host || !Number.isFinite(port) || port <= 0) return null;
|
||||||
|
// Security: Reject hostnames starting with '-' to prevent argument injection
|
||||||
|
if (host.startsWith("-")) return null;
|
||||||
return { user: userPart, host, port };
|
return { user: userPart, host, port };
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!hostPart) return null;
|
if (!hostPart) return null;
|
||||||
|
// Security: Reject hostnames starting with '-' to prevent argument injection
|
||||||
|
if (hostPart.startsWith("-")) return null;
|
||||||
return { user: userPart, host: hostPart, port: 22 };
|
return { user: userPart, host: hostPart, port: 22 };
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -134,7 +138,8 @@ export async function startSshPortForward(opts: {
|
|||||||
if (opts.identity?.trim()) {
|
if (opts.identity?.trim()) {
|
||||||
args.push("-i", opts.identity.trim());
|
args.push("-i", opts.identity.trim());
|
||||||
}
|
}
|
||||||
args.push(userHost);
|
// Security: Use '--' to prevent userHost from being interpreted as an option
|
||||||
|
args.push("--", userHost);
|
||||||
|
|
||||||
const stderr: string[] = [];
|
const stderr: string[] = [];
|
||||||
const child = spawn("/usr/bin/ssh", args, {
|
const child = spawn("/usr/bin/ssh", args, {
|
||||||
|
|||||||
@ -64,6 +64,72 @@ export const normalizePluginsConfig = (
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const hasExplicitMemorySlot = (plugins?: MoltbotConfig["plugins"]) =>
|
||||||
|
Boolean(plugins?.slots && Object.prototype.hasOwnProperty.call(plugins.slots, "memory"));
|
||||||
|
|
||||||
|
const hasExplicitMemoryEntry = (plugins?: MoltbotConfig["plugins"]) =>
|
||||||
|
Boolean(plugins?.entries && Object.prototype.hasOwnProperty.call(plugins.entries, "memory-core"));
|
||||||
|
|
||||||
|
const hasExplicitPluginConfig = (plugins?: MoltbotConfig["plugins"]) => {
|
||||||
|
if (!plugins) return false;
|
||||||
|
if (typeof plugins.enabled === "boolean") return true;
|
||||||
|
if (Array.isArray(plugins.allow) && plugins.allow.length > 0) return true;
|
||||||
|
if (Array.isArray(plugins.deny) && plugins.deny.length > 0) return true;
|
||||||
|
if (plugins.load?.paths && Array.isArray(plugins.load.paths) && plugins.load.paths.length > 0)
|
||||||
|
return true;
|
||||||
|
if (plugins.slots && Object.keys(plugins.slots).length > 0) return true;
|
||||||
|
if (plugins.entries && Object.keys(plugins.entries).length > 0) return true;
|
||||||
|
return false;
|
||||||
|
};
|
||||||
|
|
||||||
|
export function applyTestPluginDefaults(
|
||||||
|
cfg: MoltbotConfig,
|
||||||
|
env: NodeJS.ProcessEnv = process.env,
|
||||||
|
): MoltbotConfig {
|
||||||
|
if (!env.VITEST) return cfg;
|
||||||
|
const plugins = cfg.plugins;
|
||||||
|
const explicitConfig = hasExplicitPluginConfig(plugins);
|
||||||
|
if (explicitConfig) {
|
||||||
|
if (hasExplicitMemorySlot(plugins) || hasExplicitMemoryEntry(plugins)) {
|
||||||
|
return cfg;
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
...cfg,
|
||||||
|
plugins: {
|
||||||
|
...plugins,
|
||||||
|
slots: {
|
||||||
|
...plugins?.slots,
|
||||||
|
memory: "none",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
...cfg,
|
||||||
|
plugins: {
|
||||||
|
...plugins,
|
||||||
|
enabled: false,
|
||||||
|
slots: {
|
||||||
|
...plugins?.slots,
|
||||||
|
memory: "none",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
export function isTestDefaultMemorySlotDisabled(
|
||||||
|
cfg: MoltbotConfig,
|
||||||
|
env: NodeJS.ProcessEnv = process.env,
|
||||||
|
): boolean {
|
||||||
|
if (!env.VITEST) return false;
|
||||||
|
const plugins = cfg.plugins;
|
||||||
|
if (hasExplicitMemorySlot(plugins) || hasExplicitMemoryEntry(plugins)) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
export function resolveEnableState(
|
export function resolveEnableState(
|
||||||
id: string,
|
id: string,
|
||||||
origin: PluginRecord["origin"],
|
origin: PluginRecord["origin"],
|
||||||
|
|||||||
@ -10,6 +10,7 @@ import { resolveUserPath } from "../utils.js";
|
|||||||
import { discoverMoltbotPlugins } from "./discovery.js";
|
import { discoverMoltbotPlugins } from "./discovery.js";
|
||||||
import { loadPluginManifestRegistry } from "./manifest-registry.js";
|
import { loadPluginManifestRegistry } from "./manifest-registry.js";
|
||||||
import {
|
import {
|
||||||
|
applyTestPluginDefaults,
|
||||||
normalizePluginsConfig,
|
normalizePluginsConfig,
|
||||||
resolveEnableState,
|
resolveEnableState,
|
||||||
resolveMemorySlotDecision,
|
resolveMemorySlotDecision,
|
||||||
@ -162,7 +163,7 @@ function pushDiagnostics(diagnostics: PluginDiagnostic[], append: PluginDiagnost
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function loadMoltbotPlugins(options: PluginLoadOptions = {}): PluginRegistry {
|
export function loadMoltbotPlugins(options: PluginLoadOptions = {}): PluginRegistry {
|
||||||
const cfg = options.config ?? {};
|
const cfg = applyTestPluginDefaults(options.config ?? {});
|
||||||
const logger = options.logger ?? defaultLogger();
|
const logger = options.logger ?? defaultLogger();
|
||||||
const validateOnly = options.mode === "validate";
|
const validateOnly = options.mode === "validate";
|
||||||
const normalized = normalizePluginsConfig(cfg.plugins);
|
const normalized = normalizePluginsConfig(cfg.plugins);
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user