Daniel Gibbs
1 month ago
1 changed files with 229 additions and 0 deletions
@ -0,0 +1,229 @@ |
|||||
|
name: AI Issue Triage |
||||
|
on: |
||||
|
issues: |
||||
|
types: |
||||
|
- opened |
||||
|
- edited |
||||
|
|
||||
|
permissions: |
||||
|
issues: write |
||||
|
contents: read |
||||
|
|
||||
|
jobs: |
||||
|
ai-triage: |
||||
|
if: github.repository_owner == 'GameServerManagers' |
||||
|
runs-on: ubuntu-latest |
||||
|
steps: |
||||
|
- name: Triage issue with GitHub Models |
||||
|
uses: actions/github-script@v7 |
||||
|
env: |
||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
||||
|
with: |
||||
|
script: | |
||||
|
const title = context.payload.issue.title || ''; |
||||
|
const body = context.payload.issue.body || ''; |
||||
|
const number = context.payload.issue.number; |
||||
|
const owner = context.repo.owner; |
||||
|
const repo = context.repo.repo; |
||||
|
const AI_MARKER = '<!-- ai-triage -->'; |
||||
|
|
||||
|
function parseTriageResponse(raw) { |
||||
|
const input = (raw || '').trim(); |
||||
|
if (!input) return {}; |
||||
|
|
||||
|
const candidates = [input]; |
||||
|
const fenced = input.match(/```(?:json)?\s*([\s\S]*?)```/i); |
||||
|
if (fenced?.[1]) candidates.push(fenced[1].trim()); |
||||
|
|
||||
|
const firstBrace = input.indexOf('{'); |
||||
|
const lastBrace = input.lastIndexOf('}'); |
||||
|
if (firstBrace !== -1 && lastBrace > firstBrace) { |
||||
|
candidates.push(input.slice(firstBrace, lastBrace + 1)); |
||||
|
} |
||||
|
|
||||
|
for (const candidate of candidates) { |
||||
|
try { |
||||
|
return JSON.parse(candidate); |
||||
|
} catch (_err) { |
||||
|
// Continue trying fallbacks. |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
return {}; |
||||
|
} |
||||
|
|
||||
|
// For short bodies, apply "needs: more info" label directly. |
||||
|
// Skip the AI call but still label the issue. |
||||
|
const isShortBody = body.trim().length < 80; |
||||
|
if (isShortBody) { |
||||
|
try { |
||||
|
await github.rest.issues.addLabels({ |
||||
|
owner, repo, issue_number: number, |
||||
|
labels: ['needs: more info'], |
||||
|
}); |
||||
|
} catch (err) { |
||||
|
console.log('Could not apply label for short body:', err.message); |
||||
|
} |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
// ── Call GitHub Models ──────────────────────────────────────── |
||||
|
let triage; |
||||
|
try { |
||||
|
const res = await fetch( |
||||
|
'https://models.inference.ai.azure.com/chat/completions', |
||||
|
{ |
||||
|
method: 'POST', |
||||
|
headers: { |
||||
|
'Authorization': `Bearer ${process.env.GITHUB_TOKEN}`, |
||||
|
'Content-Type': 'application/json', |
||||
|
}, |
||||
|
body: JSON.stringify({ |
||||
|
model: 'gpt-4o-mini', |
||||
|
temperature: 0.1, |
||||
|
max_tokens: 400, |
||||
|
messages: [ |
||||
|
{ |
||||
|
role: 'system', |
||||
|
content: |
||||
|
'You are a triage assistant for LinuxGSM, an open-source ' + |
||||
|
'Linux game server manager. Your role is to:\n' + |
||||
|
'1. Analyze issue quality (completeness, clarity)\n' + |
||||
|
'2. Extract game names mentioned in the issue, even if misspelled or abbreviated\n' + |
||||
|
'3. Suggest corrections for likely typos using fuzzy matching\n' + |
||||
|
'4. Respond ONLY with a valid JSON object — no markdown fences.\n\n' + |
||||
|
'Common game name variations and typos you should recognize:\n' + |
||||
|
'- "Valhiem" → "Valheim"\n' + |
||||
|
'- "Rrust" → "Rust"\n' + |
||||
|
'- "Conterstrike" / "CS" / "CSGO" → "Counter-Strike: Global Offensive"\n' + |
||||
|
'- "Garrys" / "GMod" → "Garrys Mod"\n' + |
||||
|
'- "ARK" / "Ark" → "ARK: Survival Evolved"\n' + |
||||
|
'- "DayZ" / "Dayz" → "DayZ"\n' + |
||||
|
'- "Insurgency Sandstorm" / "Insurgency 2" → "Insurgency: Sandstorm"', |
||||
|
}, |
||||
|
{ |
||||
|
role: 'user', |
||||
|
content: |
||||
|
`Title: ${title}\n\nBody:\n${body.slice(0, 3000)}\n\n` + |
||||
|
'Respond with this JSON schema:\n' + |
||||
|
'{\n' + |
||||
|
' "quality": "good" | "ok" | "poor",\n' + |
||||
|
' "missing_info": ["list of specific missing fields"],\n' + |
||||
|
' "detected_game": "canonical game name if one is mentioned, or null",\n' + |
||||
|
' "game_confidence": "high" | "medium" | "low" | null,\n' + |
||||
|
' "game_note": "correction suggestion if the user misspelled a game name, or empty string",\n' + |
||||
|
' "comment": "one or two sentence note to the reporter, or empty string"\n' + |
||||
|
'}', |
||||
|
}, |
||||
|
], |
||||
|
}), |
||||
|
} |
||||
|
); |
||||
|
|
||||
|
if (!res.ok) { |
||||
|
console.log(`GitHub Models returned ${res.status} — skipping AI triage.`); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
const data = await res.json(); |
||||
|
const raw = data.choices?.[0]?.message?.content || '{}'; |
||||
|
triage = parseTriageResponse(raw); |
||||
|
} catch (err) { |
||||
|
// Never fail the workflow if the AI call errors — it's advisory only. |
||||
|
console.log('AI triage skipped:', err.message); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
if (!triage || typeof triage !== 'object') { |
||||
|
triage = {}; |
||||
|
} |
||||
|
|
||||
|
// ── Act on the result ──────────────────────────────────────── |
||||
|
const isPoor = triage.quality === 'poor'; |
||||
|
const missing = Array.isArray(triage.missing_info) ? triage.missing_info : []; |
||||
|
const hasIssues = isPoor || missing.length > 0; |
||||
|
|
||||
|
// Prepare labels to apply |
||||
|
const labelsToApply = []; |
||||
|
|
||||
|
// Check if a game was detected with high confidence |
||||
|
const detectedGame = triage.detected_game; |
||||
|
const gameConfidence = triage.game_confidence; |
||||
|
|
||||
|
if (detectedGame && gameConfidence === 'high') { |
||||
|
labelsToApply.push(`game: ${detectedGame}`); |
||||
|
} |
||||
|
|
||||
|
// Apply "needs: more info" label if quality issues detected |
||||
|
if (hasIssues) { |
||||
|
labelsToApply.push('needs: more info'); |
||||
|
} |
||||
|
|
||||
|
// Apply labels one-by-one so a single failure does not block all labels. |
||||
|
const uniqueLabels = [...new Set(labelsToApply)]; |
||||
|
for (const label of uniqueLabels) { |
||||
|
try { |
||||
|
await github.rest.issues.addLabels({ |
||||
|
owner, |
||||
|
repo, |
||||
|
issue_number: number, |
||||
|
labels: [label], |
||||
|
}); |
||||
|
} catch (err) { |
||||
|
console.log(`Could not apply label "${label}":`, err.message); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// Post a comment only when there is something specific to say |
||||
|
const gameNote = triage.game_note || ''; |
||||
|
const reporterComment = triage.comment || ''; |
||||
|
|
||||
|
if (!hasIssues && !gameNote) return; |
||||
|
|
||||
|
const missingBlock = missing.length > 0 |
||||
|
? `\n\n**Missing information:**\n${missing.map(m => `- ${m}`).join('\n')}` |
||||
|
: ''; |
||||
|
|
||||
|
const gameBlock = gameNote |
||||
|
? `\n\n**Game name note:** ${gameNote}` |
||||
|
: ''; |
||||
|
|
||||
|
const triageCommentBody = |
||||
|
`${AI_MARKER}\n` + |
||||
|
`Thanks for opening this issue! 👋\n\n` + |
||||
|
`${reporterComment}` + |
||||
|
`${missingBlock}` + |
||||
|
`${gameBlock}\n\n` + |
||||
|
`_This note was generated automatically by AI triage and may not be perfect. ` + |
||||
|
`A maintainer will review shortly._`; |
||||
|
|
||||
|
try { |
||||
|
const comments = await github.rest.issues.listComments({ |
||||
|
owner, |
||||
|
repo, |
||||
|
issue_number: number, |
||||
|
per_page: 100, |
||||
|
}); |
||||
|
|
||||
|
const existingAiComment = comments.data.find( |
||||
|
(comment) => comment.user?.type === 'Bot' && comment.body?.includes(AI_MARKER) |
||||
|
); |
||||
|
|
||||
|
if (existingAiComment) { |
||||
|
await github.rest.issues.updateComment({ |
||||
|
owner, |
||||
|
repo, |
||||
|
comment_id: existingAiComment.id, |
||||
|
body: triageCommentBody, |
||||
|
}); |
||||
|
} else { |
||||
|
await github.rest.issues.createComment({ |
||||
|
owner, |
||||
|
repo, |
||||
|
issue_number: number, |
||||
|
body: triageCommentBody, |
||||
|
}); |
||||
|
} |
||||
|
} catch (err) { |
||||
|
console.log('Could not post comment:', err.message); |
||||
|
} |
||||
Loading…
Reference in new issue