merge: sync 264 upstream QwenLM/qwen-code commits into HopCode

.github/scripts/ci/classify-profile.mjs

@@ -0,0 +1,102 @@
+#!/usr/bin/env node
+import { readFileSync } from 'node:fs';
+
+export const CI_PROFILES = {
+  DOCS_ONLY: 'docs_only',
+  GITHUB_CI_ONLY: 'github_ci_only',
+  FULL: 'full',
+};
+
+export const GITHUB_CI_ONLY_FILES = new Set([
+  '.github/scripts/pr-safety-precheck.mjs',
+  '.github/scripts/pr-safety-precheck.test.mjs',
+  '.github/workflows/qwen-pr-safety-precheck.yml',
+]);
+
+function isDocsOnlyFile(file) {
+  const normalized = file.replace(/\\/g, '/');
+  return (
+    /^docs\/.+\.(?:md|mdx)$/i.test(normalized) ||
+    /^(?:README|CHANGELOG|CONTRIBUTING|CODE_OF_CONDUCT|SECURITY|SUPPORT|LICENSE|NOTICE)(?:\.[^/]*)?$/i.test(
+      normalized,
+    )
+  );
+}
+
+function classifyPath(file) {
+  if (isDocsOnlyFile(file)) return CI_PROFILES.DOCS_ONLY;
+  if (GITHUB_CI_ONLY_FILES.has(file)) return CI_PROFILES.GITHUB_CI_ONLY;
+  return CI_PROFILES.FULL;
+}
+
+function classifyFileEntry(entry) {
+  if (typeof entry === 'string') return classifyPath(entry);
+
+  const filename = entry?.filename;
+  if (!filename) return CI_PROFILES.FULL;
+
+  const profile = classifyPath(filename);
+  if (entry.status !== 'renamed') return profile;
+
+  const previousProfile = entry.previous_filename
+    ? classifyPath(entry.previous_filename)
+    : CI_PROFILES.FULL;
+  return previousProfile === profile ? profile : CI_PROFILES.FULL;
+}
+
+export function classifyChangedFiles(files) {
+  const changedFiles = files.filter(Boolean);
+  if (changedFiles.length === 0) return CI_PROFILES.FULL;
+
+  if (
+    changedFiles.every(
+      (entry) => classifyFileEntry(entry) === CI_PROFILES.DOCS_ONLY,
+    )
+  ) {
+    return CI_PROFILES.DOCS_ONLY;
+  }
+
+  if (
+    changedFiles.every(
+      (entry) => classifyFileEntry(entry) === CI_PROFILES.GITHUB_CI_ONLY,
+    )
+  ) {
+    return CI_PROFILES.GITHUB_CI_ONLY;
+  }
+
+  return CI_PROFILES.FULL;
+}
+
+function parseChangedFiles(text) {
+  return text
+    .split(/\r?\n/)
+    .filter(Boolean)
+    .map((line) => {
+      try {
+        return JSON.parse(line);
+      } catch {
+        return line;
+      }
+    });
+}
+
+function main() {
+  const filePath = process.argv[2];
+  if (!filePath) {
+    console.log(CI_PROFILES.FULL);
+    return;
+  }
+
+  try {
+    const files = parseChangedFiles(readFileSync(filePath, 'utf8'));
+    console.log(classifyChangedFiles(files));
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    console.error(`::warning::Failed to read changed files: ${message}`);
+    console.log(CI_PROFILES.FULL);
+  }
+}
+
+if (import.meta.url === `file://${process.argv[1]}`) {
+  main();
+}

.github/scripts/ci/classify-profile.test.mjs

@@ -0,0 +1,116 @@
+import assert from 'node:assert/strict';
+import test from 'node:test';
+
+import {
+  GITHUB_CI_ONLY_FILES,
+  classifyChangedFiles,
+} from './classify-profile.mjs';
+
+test('uses docs_only for markdown-only changes', () => {
+  assert.equal(
+    classifyChangedFiles(['README.md', 'docs/usage.md', '.qwen/design/foo.md']),
+    'full',
+  );
+  assert.equal(
+    classifyChangedFiles(['README.md', 'docs/usage.md']),
+    'docs_only',
+  );
+});
+
+test('uses docs_only for uppercase and extensionless docs', () => {
+  assert.equal(
+    classifyChangedFiles(['README.MD', 'docs/guide.MDX', 'LICENSE', 'README']),
+    'docs_only',
+  );
+});
+
+test('falls back to full for root docs names used as directories', () => {
+  assert.equal(classifyChangedFiles(['README.md/evil.ts']), 'full');
+  assert.equal(classifyChangedFiles(['LICENSE.txt/src/index.ts']), 'full');
+});
+
+test('uses github_ci_only for the allowed GitHub CI helper files', () => {
+  assert.equal(
+    classifyChangedFiles([...GITHUB_CI_ONLY_FILES]),
+    'github_ci_only',
+  );
+});
+
+test('uses github_ci_only for each allowed GitHub CI helper file', () => {
+  for (const file of GITHUB_CI_ONLY_FILES) {
+    assert.equal(classifyChangedFiles([file]), 'github_ci_only');
+  }
+});
+
+test('falls back to full for case-mismatched GitHub CI helper paths', () => {
+  assert.equal(
+    classifyChangedFiles(['.GITHUB/SCRIPTS/PR-SAFETY-PRECHECK.MJS']),
+    'full',
+  );
+});
+
+test('classifies renamed files using both old and new paths', () => {
+  assert.equal(
+    classifyChangedFiles([
+      {
+        filename: 'docs/new.md',
+        previous_filename: 'packages/core/src/runtime.ts',
+        status: 'renamed',
+      },
+    ]),
+    'full',
+  );
+  assert.equal(
+    classifyChangedFiles([
+      {
+        filename: 'docs/new.md',
+        previous_filename: 'docs/old.md',
+        status: 'renamed',
+      },
+    ]),
+    'docs_only',
+  );
+});
+
+test('falls back to full when changed files are unavailable', () => {
+  assert.equal(classifyChangedFiles([]), 'full');
+  assert.equal(classifyChangedFiles(['', null, undefined]), 'full');
+});
+
+test('falls back to full for source or mixed changes', () => {
+  assert.equal(
+    classifyChangedFiles(['README.md', 'packages/cli/src/index.ts']),
+    'full',
+  );
+  assert.equal(
+    classifyChangedFiles([
+      'README.md',
+      '.github/scripts/pr-safety-precheck.mjs',
+    ]),
+    'full',
+  );
+});
+
+test('falls back to full for main CI workflow changes', () => {
+  assert.equal(classifyChangedFiles(['.github/workflows/ci.yml']), 'full');
+  assert.equal(classifyChangedFiles(['.github/workflows/codeql.yml']), 'full');
+});
+
+test('falls back to full for classifier changes', () => {
+  assert.equal(
+    classifyChangedFiles(['.github/scripts/ci/classify-profile.mjs']),
+    'full',
+  );
+  assert.equal(
+    classifyChangedFiles(['.github/scripts/ci/classify-profile.test.mjs']),
+    'full',
+  );
+});
+
+test('falls back to full for runtime markdown assets and instruction files', () => {
+  assert.equal(
+    classifyChangedFiles(['packages/core/src/skills/bundled/foo/SKILL.md']),
+    'full',
+  );
+  assert.equal(classifyChangedFiles(['AGENTS.md']), 'full');
+});

.github/scripts/pr-safety-precheck.mjs

@@ -0,0 +1,175 @@
+#!/usr/bin/env node
+import { readFileSync, writeFileSync, appendFileSync } from 'node:fs';
+
+const SECRET_NAME_PATTERN = String.raw`secrets\.[A-Z0-9_]+|process\.env\.[A-Z0-9_]*(?:API_KEY|TOKEN|SECRET|PASSWORD|_PAT)|\b(?:GITHUB_TOKEN|GH_TOKEN|OPENAI_API_KEY)\b`;
+const LOGGING_SINK_PATTERN = String.raw`\b(?:console\.\w+|process\.(?:stdout|stderr)\.write)\s*\(`;
+const NETWORK_SINK_PATTERN = String.raw`\b(?:fetch|axios|curl|wget)\b`;
+
+function secretSinkPattern(sinkPattern) {
+  return new RegExp(
+    String.raw`(?:${sinkPattern}[\s\S]{0,500}(?:${SECRET_NAME_PATTERN})|(?:${SECRET_NAME_PATTERN})[\s\S]{0,500}${sinkPattern})`,
+    'i',
+  );
+}
+
+const SENSITIVE_DIFF_PATTERNS = [
+  ['sensitive_diff:secret_logging', secretSinkPattern(LOGGING_SINK_PATTERN)],
+  ['sensitive_diff:secret_network', secretSinkPattern(NETWORK_SINK_PATTERN)],
+];
+
+const SECRET_VALUE_PATTERNS = [
+  ['secret_value:private_key', /-----BEGIN [A-Z ]*PRIVATE KEY-----/],
+  [
+    'secret_value:github_token',
+    /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9_]{36,}\b|\bgithub_pat_[A-Za-z0-9_]{20,}\b/,
+  ],
+  ['secret_value:openai_key', /\bsk-(?:proj-)?[A-Za-z0-9_-]{20,}\b/],
+  ['secret_value:aws_access_key', /\b(?:AKIA|ASIA)[A-Z0-9]{16}\b/],
+  ['secret_value:slack_token', /\bxox[baprs]-[A-Za-z0-9-]{20,}\b/],
+  [
+    'secret_value:bearer_token',
+    /\bAuthorization\s*:\s*Bearer\s+[A-Za-z0-9._~+/=-]{20,}\b/i,
+  ],
+  [
+    'secret_value:access_token_param',
+    /\baccess_token=[A-Za-z0-9._~+/=-]{20,}\b/i,
+  ],
+  [
+    'secret_value:url_credentials',
+    /\b[a-z][a-z0-9+.-]*:\/\/[^/\s:@]+:[^@\s]{20,}@/i,
+  ],
+  [
+    'secret_value:assignment',
+    /(?:^|[^A-Za-z0-9])(?:[A-Z0-9_-]*(?:api[_-]?key|token|secret|password|pat))\b[^=\n:]{0,32}(?::?=|:)\s*['"`][A-Za-z0-9._~+/=-]{20,}['"`]/i,
+  ],
+];
+
+const PROMPT_INJECTION_PATTERNS = [
+  [
+    'prompt_injection:ignore_previous',
+    /ignore (?:all )?(?:previous|above) instructions/i,
+  ],
+  ['prompt_injection:system_prompt', /\bsystem prompt\b/i],
+  ['prompt_injection:developer_message', /\bdeveloper message\b/i],
+  [
+    'prompt_injection:print_secrets',
+    /\b(?:print|dump|exfiltrate|reveal)\b[^\n]*(?:secret|token|key)s?\b/i,
+  ],
+  ['prompt_injection:run_gh', /\brun\b[^\n]*\bgh\b/i],
+  ['prompt_injection:approve_pr', /\bapprove (?:this )?pr\b/i],
+  [
+    'prompt_injection:qwen_command',
+    /@qwen-code\s+\/(?:triage|review|resolve|tmux)\b/i,
+  ],
+];
+
+function addReason(reasons, code) {
+  if (!reasons.includes(code)) reasons.push(code);
+}
+
+function checkPatterns(text, patterns, reasons) {
+  for (const [code, pattern] of patterns) {
+    if (pattern.test(text)) addReason(reasons, code);
+  }
+}
+
+export function assessPullRequestSafety({ pr, diff, trustedAuthor = false }) {
+  const reasons = [];
+  const headSha = typeof pr?.headRefOid === 'string' ? pr.headRefOid : '';
+  const diffText = typeof diff === 'string' ? diff : '';
+  let addedText = '';
+
+  if (!headSha) addReason(reasons, 'input:missing_head_sha');
+
+  if (trustedAuthor && reasons.length === 0) {
+    return {
+      decision: 'allow_triage',
+      head_sha: headSha,
+      reason_codes: [],
+    };
+  }
+
+  if (!diffText) {
+    addReason(reasons, 'input:diff_unavailable');
+  } else {
+    addedText = diffText
+      .split('\n')
+      .filter((line) => line.startsWith('+') && !line.startsWith('+++'))
+      .map((line) => line.slice(1))
+      .join('\n');
+    checkPatterns(addedText, SENSITIVE_DIFF_PATTERNS, reasons);
+  }
+
+  const prText = `${pr?.title ?? ''}\n${pr?.body ?? ''}\n${addedText}`;
+  checkPatterns(prText, SECRET_VALUE_PATTERNS, reasons);
+  checkPatterns(prText, PROMPT_INJECTION_PATTERNS, reasons);
+
+  return {
+    decision: reasons.length === 0 ? 'allow_triage' : 'manual_required',
+    head_sha: headSha,
+    reason_codes: reasons,
+  };
+}
+
+export function renderManualRequiredComment(result) {
+  const reasons = result.reason_codes.length
+    ? result.reason_codes.map((reason) => `- \`${reason}\``).join('\n')
+    : '- `unknown`';
+
+  return `<!-- qwen-pr-precheck:manual-required -->
+Qwen precheck requires maintainer approval before automated triage/review.
+
+Head SHA: \`${result.head_sha || 'unknown'}\`
+
+Reason:
+${reasons}
+
+A maintainer with write access can inspect the PR and manually request a run with \`@qwen-code /triage\` or \`@qwen-code /review\`. A new push requires a fresh precheck.`;
+}
+
+function parseArgs(argv) {
+  const args = {};
+  for (let i = 0; i < argv.length; i += 1) {
+    const arg = argv[i];
+    if (!arg.startsWith('--')) throw new Error(`Unexpected argument: ${arg}`);
+    const key = arg.slice(2);
+    const value = argv[i + 1];
+    if (!value || value.startsWith('--')) {
+      throw new Error(`Missing value for --${key}`);
+    }
+    args[key] = value;
+    i += 1;
+  }
+  return args;
+}
+
+function writeGithubOutput(path, result) {
+  if (!path) return;
+  appendFileSync(path, [`decision=${result.decision}`, ''].join('\n'));
+}
+
+function main() {
+  const args = parseArgs(process.argv.slice(2));
+  if (!args.pr) throw new Error('Missing --pr');
+  if (!args.diff) throw new Error('Missing --diff');
+
+  const pr = JSON.parse(readFileSync(args.pr, 'utf8'));
+  const diff = readFileSync(args.diff, 'utf8');
+  const trustedAuthor = args['trusted-author'] === 'true';
+  const result = assessPullRequestSafety({ pr, diff, trustedAuthor });
+
+  if (args.comment) {
+    writeFileSync(
+      args.comment,
+      result.decision === 'manual_required'
+        ? renderManualRequiredComment(result)
+        : '',
+    );
+  }
+  writeGithubOutput(args.output ?? process.env.GITHUB_OUTPUT, result);
+  console.log(JSON.stringify(result, null, 2));
+}
+
+if (import.meta.url === `file://${process.argv[1]}`) {
+  main();
+}