源码快照 @ 2026-09-02 (source-only, 剔除非源码素材)

This commit is contained in:
agent-radar
2026-09-02 01:05:41 +08:00
commit 04bac1f6e2
2200 changed files with 489415 additions and 0 deletions
@@ -0,0 +1,64 @@
#!/usr/bin/env node
import { writeFile } from "node:fs/promises"
import os from "node:os"
import path from "node:path"
const basePath = path.resolve("ee/apps/inference/src/models/base.json")
function readFlag(name) {
const index = process.argv.indexOf(name)
if (index === -1) return null
return process.argv[index + 1] ?? null
}
function normalize(value) {
return String(value).toLowerCase().replace(/[^a-z0-9]+/g, "")
}
function terms(value) {
return String(value)
.toLowerCase()
.split(/[^a-z0-9.]+/)
.map((term) => normalize(term))
.filter(Boolean)
}
function scoreModel(query, id, model) {
const compactQuery = normalize(query)
const haystack = normalize(`${id} ${model.name ?? ""} ${model.family ?? ""}`)
const queryTerms = terms(query)
if (!compactQuery) return 0
if (id === query || model.id === query) return 1_000
if (haystack.includes(compactQuery)) return 200 + compactQuery.length
return queryTerms.reduce((score, term) => score + (haystack.includes(term) ? 20 + term.length : 0), 0)
}
const query = readFlag("--query")
const outPath = readFlag("--out") ?? path.join(os.tmpdir(), `openwork-openrouter-models-${Date.now()}.json`)
const base = JSON.parse(await import("node:fs/promises").then((fs) => fs.readFile(basePath, "utf8")))
const sourceModels = base?.openrouter?.models
if (!sourceModels || typeof sourceModels !== "object" || Array.isArray(sourceModels)) {
throw new Error(`${basePath} did not contain openrouter.models`)
}
const entries = Object.entries(sourceModels)
const selectedEntries = query
? entries
.map(([id, model]) => ({ id, model, score: scoreModel(query, id, model) }))
.filter((entry) => entry.score > 0)
.sort((left, right) => right.score - left.score || left.id.localeCompare(right.id))
.slice(0, 25)
.map((entry) => [entry.id, entry.model])
: entries
const models = Object.fromEntries(selectedEntries)
await writeFile(outPath, `${JSON.stringify(models, null, 2)}\n`)
console.log(`wrote ${selectedEntries.length} model(s) to ${outPath}`)
if (query) {
for (const [id, model] of selectedEntries.slice(0, 10)) {
console.log(`${id}\t${model.name ?? ""}`)
}
}
@@ -0,0 +1,286 @@
#!/usr/bin/env node
import { readFile, writeFile } from "node:fs/promises"
import path from "node:path"
const paths = {
source: path.resolve("ee/apps/inference/src/models/base.json"),
models: path.resolve("ee/apps/inference/src/models/openwork-models.json"),
aliases: path.resolve("packages/types/src/den/inference.ts"),
}
function usage() {
console.log(`Usage:
openwork-models.mjs search <query>
openwork-models.mjs add <query-or-id>
openwork-models.mjs remove <id> [<id2>]
openwork-models.mjs discount <usageFactor> <id> [<id2>]
openwork-models.mjs sync
openwork-models.mjs validate`)
}
async function readJson(filePath) {
return JSON.parse(await readFile(filePath, "utf8"))
}
async function writeJson(filePath, value) {
await writeFile(filePath, `${JSON.stringify(value, null, 2)}\n`)
}
function isRecord(value) {
return Boolean(value) && typeof value === "object" && !Array.isArray(value)
}
function normalize(value) {
return String(value).toLowerCase().replace(/[^a-z0-9]+/g, "")
}
function terms(value) {
return String(value)
.toLowerCase()
.split(/[^a-z0-9.]+/)
.map((term) => normalize(term))
.filter(Boolean)
}
function modelText(id, model) {
return `${id} ${model.id ?? ""} ${model.name ?? ""} ${model.family ?? ""}`
}
function scoreModel(query, id, model) {
const compactQuery = normalize(query)
const compactText = normalize(modelText(id, model))
if (!compactQuery) return 0
if (id === query || model.id === query) return 1_000
if (compactText.includes(compactQuery)) return 200 + compactQuery.length
const queryTerms = terms(query)
let score = 0
for (const term of queryTerms) {
if (compactText.includes(term)) score += 20 + term.length
}
return score
}
function displayMatches(matches) {
for (const match of matches.slice(0, 12)) {
console.log(`${match.id}\t${match.model.name ?? ""}`)
}
}
async function readSourceModels() {
const base = await readJson(paths.source)
const sourceModels = base?.openrouter?.models
if (!isRecord(sourceModels)) {
throw new Error(`${paths.source} did not contain openrouter.models`)
}
return sourceModels
}
async function readOpenworkModels() {
const models = await readJson(paths.models)
if (!isRecord(models)) {
throw new Error(`${paths.models} must be a JSON object keyed by model id`)
}
return models
}
function findMatches(sourceModels, query) {
return Object.entries(sourceModels)
.map(([id, model]) => ({ id, model, score: scoreModel(query, id, model) }))
.filter((match) => match.score > 0)
.sort((left, right) => right.score - left.score || left.id.localeCompare(right.id))
}
function resolveSingleSourceModel(sourceModels, query) {
if (sourceModels[query]) {
return { id: query, model: sourceModels[query] }
}
const matches = findMatches(sourceModels, query)
if (matches.length === 0) {
console.error(`No source model matched "${query}".`)
process.exitCode = 2
return null
}
const [first, second] = matches
if (first && first.score >= 40 && (!second || first.score - second.score >= 10)) {
return { id: first.id, model: first.model }
}
console.error(`Multiple source models matched "${query}". Please clarify with exact id:`)
displayMatches(matches)
process.exitCode = 2
return null
}
function resolveExactOpenworkIds(openworkModels, ids) {
const resolved = []
for (const id of ids) {
if (openworkModels[id]) {
resolved.push(id)
continue
}
const matches = findMatches(openworkModels, id)
console.error(`OpenWork model "${id}" was not exact. Please clarify with exact id:`)
displayMatches(matches)
process.exitCode = 2
return null
}
return resolved
}
function escapeTsString(value) {
return JSON.stringify(value)
}
async function readUsageFactors() {
const source = await readFile(paths.aliases, "utf8")
const factors = new Map()
const pattern = /"([^"]+)":\s*\{[\s\S]*?usageFactor:\s*([0-9.]+)/g
for (const match of source.matchAll(pattern)) {
factors.set(match[1], Number(match[2]))
}
return factors
}
async function syncAliases(models, usageOverrides = new Map()) {
const source = await readFile(paths.aliases, "utf8")
const existingFactors = await readUsageFactors()
const entries = Object.entries(models).map(([id, model]) => {
const usageFactor = usageOverrides.get(id) ?? existingFactors.get(id) ?? 1
const displayName = `OpenWork: ${model.name}`
return ` ${escapeTsString(id)}: {
upstreamModel: ${escapeTsString(id)},
displayName: ${escapeTsString(displayName)},
enabled: true,
usageFactor: ${usageFactor},
},`
})
const replacement = `export const INFERENCE_MODEL_ALIASES = {\n${entries.join("\n")}\n} as const;`
const aliasesPattern = /export const INFERENCE_MODEL_ALIASES = \{[\s\S]*?\n\} as const;/
if (!aliasesPattern.test(source)) {
throw new Error(`Could not find INFERENCE_MODEL_ALIASES in ${paths.aliases}`)
}
const nextSource = source.replace(aliasesPattern, replacement)
await writeFile(paths.aliases, nextSource)
}
async function syncAll(models, usageOverrides = new Map()) {
await writeJson(paths.models, models)
await syncAliases(models, usageOverrides)
await validate()
}
async function validate() {
const models = await readOpenworkModels()
for (const [id, model] of Object.entries(models)) {
if (!isRecord(model)) throw new Error(`${id} must be an object`)
if (model.id !== id) throw new Error(`${id} must have matching id field`)
if (typeof model.name !== "string" || model.name.length === 0) {
throw new Error(`${id} must have a name`)
}
if (typeof model.family !== "string" || model.family.length === 0) {
throw new Error(`${id} must have a family`)
}
if (!isRecord(model.cost)) {
throw new Error(`${id} must have a cost object`)
}
}
const aliasSource = await readFile(paths.aliases, "utf8")
for (const id of Object.keys(models)) {
if (!aliasSource.includes(`upstreamModel: ${escapeTsString(id)}`)) {
throw new Error(`${id} is missing from INFERENCE_MODEL_ALIASES`)
}
}
const aliasKeys = [...aliasSource.matchAll(/^\s*"([^"]+)": \{/gm)].map((match) => match[1])
for (const aliasKey of aliasKeys) {
if (!models[aliasKey]) {
throw new Error(`${aliasKey} exists in INFERENCE_MODEL_ALIASES but not ${paths.models}`)
}
}
console.log(`validated ${Object.keys(models).length} OpenWork model(s)`)
}
async function search(query) {
const sourceModels = await readSourceModels()
const matches = findMatches(sourceModels, query)
if (matches.length === 0) {
console.log(`No source models matched "${query}".`)
return
}
displayMatches(matches)
}
async function add(query) {
const sourceModels = await readSourceModels()
const selected = resolveSingleSourceModel(sourceModels, query)
if (!selected) return
const models = await readOpenworkModels()
models[selected.id] = selected.model
await syncAll(models)
console.log(`added ${selected.id}`)
}
async function remove(ids) {
const models = await readOpenworkModels()
const resolved = resolveExactOpenworkIds(models, ids)
if (!resolved) return
for (const id of resolved) {
delete models[id]
}
await syncAll(models)
console.log(`removed ${resolved.join(", ")}`)
}
async function discount(factorText, ids) {
const factor = Number(factorText)
if (!Number.isFinite(factor) || factor <= 0) {
throw new Error("usageFactor must be a positive number")
}
const models = await readOpenworkModels()
const resolved = resolveExactOpenworkIds(models, ids)
if (!resolved) return
const currentFactors = await readUsageFactors()
for (const id of resolved) {
currentFactors.set(id, factor)
}
await syncAll(models, currentFactors)
console.log(`set usageFactor=${factor} for ${resolved.join(", ")}`)
}
const [command, ...args] = process.argv.slice(2)
if (!command) {
usage()
process.exit(1)
}
if (command === "search") {
await search(args.join(" "))
} else if (command === "add") {
await add(args.join(" "))
} else if (command === "remove") {
await remove(args)
} else if (command === "discount") {
await discount(args[0], args.slice(1))
} else if (command === "sync") {
await syncAll(await readOpenworkModels())
} else if (command === "validate") {
await validate()
} else {
usage()
process.exit(1)
}
@@ -0,0 +1,160 @@
#!/usr/bin/env node
import { spawnSync } from "node:child_process"
const workflow = "update-models.yml"
function readOption(name, fallback) {
const index = process.argv.indexOf(name)
if (index === -1) return fallback
return process.argv[index + 1] ?? fallback
}
function runGh(args, options = {}) {
const stdio = options.stdio ?? "pipe"
const result = spawnSync("gh", args, {
encoding: "utf8",
stdio,
})
if (result.status !== 0) {
const details = [result.stdout, result.stderr].filter(Boolean).join("\n").trim()
throw new Error(`gh ${args.join(" ")} failed${details ? `:\n${details}` : ""}`)
}
return typeof result.stdout === "string" ? result.stdout.trim() : ""
}
function readGhJson(args) {
const output = runGh(args)
return output ? JSON.parse(output) : null
}
function sleep(ms) {
return new Promise((resolve) => setTimeout(resolve, ms))
}
function parsePositiveInteger(value, name) {
const parsed = Number(value)
if (!Number.isInteger(parsed) || parsed <= 0) {
throw new Error(`${name} must be a positive integer`)
}
return parsed
}
async function findRun(input) {
const startedAfterMs = input.startedAt.getTime() - 10_000
for (let attempt = 0; attempt < input.maxPolls; attempt += 1) {
const runs = readGhJson([
"run",
"list",
"--workflow",
workflow,
"--branch",
input.ref,
"--event",
"workflow_dispatch",
"--limit",
"20",
"--json",
"databaseId,status,conclusion,createdAt,url",
])
const match = runs
.filter((run) => new Date(run.createdAt).getTime() >= startedAfterMs)
.sort((left, right) => new Date(right.createdAt).getTime() - new Date(left.createdAt).getTime())[0]
if (match) return match
await sleep(input.intervalMs)
}
throw new Error(`Timed out waiting for ${workflow} run to appear`)
}
async function findPullRequest(branch, intervalMs) {
for (let attempt = 0; attempt < 20; attempt += 1) {
const prs = readGhJson([
"pr",
"list",
"--state",
"all",
"--head",
branch,
"--limit",
"5",
"--json",
"number,url,state,mergedAt,title",
])
if (prs.length > 0) return prs[0]
await sleep(intervalMs)
}
return null
}
async function waitForMerge(pr, input) {
for (let attempt = 0; attempt < input.maxPolls; attempt += 1) {
const current = readGhJson([
"pr",
"view",
String(pr.number),
"--json",
"number,url,state,mergedAt,title",
])
if (current.mergedAt) return current
if (current.state === "CLOSED") {
throw new Error(`PR closed without merging: ${current.url}`)
}
console.log(`waiting for PR #${current.number} to merge: ${current.url}`)
await sleep(input.intervalMs)
}
throw new Error(`Timed out waiting for PR to merge: ${pr.url}`)
}
const base = readOption("--base", "dev")
const ref = readOption("--ref", base)
const intervalSeconds = parsePositiveInteger(readOption("--interval-seconds", "20"), "interval-seconds")
const timeoutMinutes = parsePositiveInteger(readOption("--timeout-minutes", "90"), "timeout-minutes")
const intervalMs = intervalSeconds * 1000
const maxPolls = Math.ceil((timeoutMinutes * 60) / intervalSeconds)
const startedAt = new Date()
console.log(`dispatching ${workflow} on ref ${ref} with base_branch=${base}`)
runGh(["workflow", "run", workflow, "--ref", ref, "-f", `base_branch=${base}`])
const run = await findRun({ ref, startedAt, intervalMs, maxPolls })
console.log(`watching workflow run: ${run.url}`)
runGh(["run", "watch", String(run.databaseId), "--exit-status"], { stdio: "inherit" })
const completedRun = readGhJson([
"run",
"view",
String(run.databaseId),
"--json",
"databaseId,status,conclusion,url",
])
if (completedRun.conclusion !== "success") {
throw new Error(`Workflow completed with conclusion=${completedRun.conclusion}: ${completedRun.url}`)
}
const branch = `automation/update-models-${run.databaseId}-1`
const pr = await findPullRequest(branch, intervalMs)
if (!pr) {
console.log(`workflow completed with no model changes and no PR: ${completedRun.url}`)
process.exit(0)
}
if (pr.mergedAt) {
console.log(`PR already merged: ${pr.url}`)
process.exit(0)
}
console.log(`waiting for auto-merge on PR #${pr.number}: ${pr.url}`)
const merged = await waitForMerge(pr, { intervalMs, maxPolls })
console.log(`merged PR #${merged.number}: ${merged.url}`)