Skip to content

YEF-1057: experiment with Harness Profile Marketplace #561

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
Yevanchen wants to merge 5 commits into
base: main
Choose a base branch
from
Draft

YEF-1057: experiment with Harness Profile Marketplace #561

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
32a1605
docs(product): define harness marketplace experiment
Yevanchen Aug 19, 2026
072aa37
feat(harness): add workspace keys and catalog
Yevanchen Aug 19, 2026
262f645
feat(run): launch harnesses without agent records
Yevanchen Aug 19, 2026
73fc619
feat(product): pivot console to harness marketplace
Yevanchen Aug 19, 2026
7046017
feat(harness): lock curated profile versions
Yevanchen Aug 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
6 changes: 1 addition & 5 deletions apps/api/bin/deploy-prod.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -107,11 +107,7 @@ async function assertProdSchemaMatchesMigrations(expectedTables: readonly string
writeStdout(` prod schema OK (${expectedTables.length} migration tables present)`);
}

const REQUIRED_PROD_QUEUES: readonly string[] = [
"environment-artifact-build",
"channel-final-delivery",
"channel-final-delivery-dlq",
];
const REQUIRED_PROD_QUEUES: readonly string[] = ["environment-artifact-build"];

function listProdQueues(): string[] {
const result = Bun.spawnSync([wranglerBin, "queues", "list"], { cwd: apiDir });
Expand Down
126 changes: 3 additions & 123 deletions apps/api/bin/dev-local.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,6 @@ const DOCKER_HOST_ENV_KEY = "DOCKER_HOST";
const DEV_DOCKER_HOST_ENV_KEY = "MOSOO_API_DEV_DOCKER_HOST";
const DEV_RUNTIME_PROXY_HOST_ENV_KEY = "MOSOO_API_DEV_RUNTIME_PROXY_HOST";
const RUNTIME_CONTROL_ORIGIN_ENV_KEY = "MOSOO_RUNTIME_CONTROL_ORIGIN";
const LARK_SIDECAR_DISABLED_ENV_KEY = "MOSOO_LARK_SIDECAR_DISABLED";
const LARK_SIDECAR_SECRET_ENV_KEY = "MOSOO_LARK_SIDECAR_SECRET";
const SCRUB_HOST_PROXY_ENV_KEY = "MOSOO_API_DEV_SCRUB_HOST_PROXY";
const USE_DEFAULT_DOCKER_ENV_KEY = "MOSOO_API_DEV_USE_DEFAULT_DOCKER";
const SCHEDULED_HANDLER_PUMP_INTERVAL_ENV_KEY = "MOSOO_API_DEV_SCHEDULED_PUMP_INTERVAL_MS";
Expand Down Expand Up @@ -232,50 +230,6 @@ function createRuntimeControlOriginVarArgs(env: NodeJS.ProcessEnv): string[] {
: ["--var", `${RUNTIME_CONTROL_ORIGIN_ENV_KEY}:${value}`];
}

function unquoteDevVarValue(value: string): string {
const trimmed = value.trim();

if (
(trimmed.startsWith('"') && trimmed.endsWith('"')) ||
(trimmed.startsWith("'") && trimmed.endsWith("'"))
) {
return trimmed.slice(1, -1);
}

return trimmed;
}

async function readLocalDevVars(): Promise<Record<string, string>> {
const devVarsPath = `${apiDir}/.dev.vars`;

if (!(await Bun.file(devVarsPath).exists())) {
return {};
}

const entries: Record<string, string> = {};
const content = await Bun.file(devVarsPath).text();

for (const rawLine of content.split(/\r?\n/u)) {
const line = rawLine.trim();

if (line.length === 0 || line.startsWith("#")) {
continue;
}

const separatorIndex = line.indexOf("=");

if (separatorIndex <= 0) {
continue;
}

const key = line.slice(0, separatorIndex).trim();
const value = unquoteDevVarValue(line.slice(separatorIndex + 1));
entries[key] = value;
}

return entries;
}

function readNonEmptyEnvValue(env: NodeJS.ProcessEnv, keys: readonly string[]): string | undefined {
for (const key of keys) {
const value = env[key]?.trim();
Expand All @@ -288,21 +242,8 @@ function readNonEmptyEnvValue(env: NodeJS.ProcessEnv, keys: readonly string[]):
return undefined;
}

async function createWeChatIlinkBaseUrlVarArgs(env: NodeJS.ProcessEnv): Promise<string[]> {
const devVars = await readLocalDevVars();
const value =
readNonEmptyEnvValue(env, ["WECHAT_ILINK_BASE_URL"]) ??
readNonEmptyEnvValue(devVars, ["WECHAT_ILINK_BASE_URL"]);

return typeof value === "string" && value.trim().length > 0
? ["--var", `WECHAT_ILINK_BASE_URL:${value.trim()}`]
: [];
}

// Wrangler dev does not fire `[triggers] crons` automatically; cron-driven flows like
// channel_final_delivery_job stay queued until something POSTs `/cdn-cgi/handler/scheduled`.
// This pump mirrors the prod `* * * * *` cron locally so Slack/Discord/Lark/Telegram/WeChat
// replies drain without manual curls. Returns null when explicitly disabled.
// Wrangler dev does not fire `[triggers] crons` automatically. This pump mirrors the
// production schedule locally so maintenance and usage jobs run without manual requests.
function parseScheduledHandlerPumpIntervalMs(env: NodeJS.ProcessEnv): number | null {
const raw = env[SCHEDULED_HANDLER_PUMP_INTERVAL_ENV_KEY]?.trim();
if (raw === undefined || raw.length === 0) {
Expand All @@ -329,7 +270,7 @@ function startScheduledHandlerPump(port: string, intervalMs: number): void {
announced = true;
writeStderr(
`[mosoo/api] Local scheduled-handler pump active at ${url} every ${Math.round(intervalMs / 1000)}s. ` +
`Mirrors the prod * * * * * cron so cron-picked channel queues drain locally. ` +
`Mirrors the production maintenance cron. ` +
`Set ${SCHEDULED_HANDLER_PUMP_INTERVAL_ENV_KEY}=off to disable.`,
);
}
Expand All @@ -344,55 +285,6 @@ function startScheduledHandlerPump(port: string, intervalMs: number): void {
}, SCHEDULED_HANDLER_PUMP_BOOT_DELAY_MS);
}

// The official Lark long-connection SDK is Node-only, so local dev runs it in a
// sidecar process and authenticates loopback callbacks with a boot secret.
function shouldStartLarkSidecar(env: NodeJS.ProcessEnv): boolean {
const raw = env[LARK_SIDECAR_DISABLED_ENV_KEY]?.trim().toLowerCase();
return raw !== "1" && raw !== "true" && raw !== "yes";
}

function createLarkSidecarVarArgs(secret: string): string[] {
return ["--var", `${LARK_SIDECAR_SECRET_ENV_KEY}:${secret}`];
}

function startLarkSidecar(input: {
apiDir: string;
env: NodeJS.ProcessEnv;
secret: string;
workerUrl: string;
}): void {
const child = Bun.spawn([vpBin, "exec", "bun", "bin/lark-ws-sidecar.ts"], {
cwd: input.apiDir,
env: {
...input.env,
MOSOO_API_BASE_URL: input.workerUrl,
[LARK_SIDECAR_SECRET_ENV_KEY]: input.secret,
},
stderr: "inherit",
stdin: "inherit",
stdout: "inherit",
});

void child.exited.then((code) => {
if (code !== 0 && code !== 130 && code !== 143) {
writeStderr(`[mosoo/api] Lark WebSocket sidecar exited unexpectedly (code=${code})`);
}
});

process.on("exit", () => {
try {
child.kill();
} catch {
// best effort
}
});

writeStderr(
`[mosoo/api] Lark WebSocket sidecar started (pid=${child.pid ?? "?"}, worker=${input.workerUrl}). ` +
`Set ${LARK_SIDECAR_DISABLED_ENV_KEY}=1 to disable.`,
);
}

function resolveDevWebOrigin(env: NodeJS.ProcessEnv): string {
const explicit = env.WEB_ORIGIN?.trim();
if (explicit !== undefined && explicit.length > 0) {
Expand Down Expand Up @@ -454,16 +346,6 @@ const scheduledPumpIntervalMs = parseScheduledHandlerPumpIntervalMs(wranglerEnv)
if (scheduledPumpIntervalMs !== null) {
startScheduledHandlerPump(wranglerPort, scheduledPumpIntervalMs);
}
const larkSidecarEnabled = shouldStartLarkSidecar(wranglerEnv);
const larkSidecarSecret = larkSidecarEnabled ? crypto.randomUUID() : null;
if (larkSidecarEnabled && larkSidecarSecret) {
startLarkSidecar({
apiDir,
env: wranglerEnv,
secret: larkSidecarSecret,
workerUrl: `http://127.0.0.1:${wranglerPort}`,
});
}
const wranglerResult = await run(
wranglerBin,
[
Expand All @@ -478,8 +360,6 @@ const wranglerResult = await run(
...createProviderFetchProxyVarArgs(providerFetchProxy),
...createRuntimeControlOriginVarArgs(wranglerEnv),
...createRuntimeProxyVarArgs(wranglerEnv),
...(await createWeChatIlinkBaseUrlVarArgs(wranglerEnv)),
...(larkSidecarSecret ? createLarkSidecarVarArgs(larkSidecarSecret) : []),
],
{
cwd: apiDir,
Expand Down
Loading
Loading