Files
ai-inference/__tests__/main-prompt-integration.test.ts
T

237 lines
6.7 KiB
TypeScript
Raw Normal View History

2025-07-24 19:11:15 +10:00
import {describe, it, expect, beforeEach, vi, type MockedFunction, type Mock} from 'vitest'
2025-07-21 04:31:06 +00:00
import * as core from '../__fixtures__/core.js'
2025-07-21 00:11:26 +00:00
2025-07-21 04:31:06 +00:00
// Create fs mocks
2025-07-24 18:08:26 +10:00
const mockExistsSync = vi.fn()
const mockReadFileSync = vi.fn()
const mockWriteFileSync = vi.fn()
2025-07-21 00:11:26 +00:00
2025-07-21 04:31:06 +00:00
// Create inference mocks
// eslint-disable-next-line @typescript-eslint/no-explicit-any
2025-07-24 18:08:26 +10:00
const mockSimpleInference = vi.fn() as MockedFunction<any>
const mockMcpInference = vi.fn()
2025-07-21 00:11:26 +00:00
2025-07-21 04:31:06 +00:00
// Create MCP mocks
2025-07-24 18:08:26 +10:00
const mockConnectToGitHubMCP = vi.fn()
2025-07-21 04:31:06 +00:00
// Mock fs module
2025-07-24 18:08:26 +10:00
vi.mock('fs', () => ({
2025-07-21 04:31:06 +00:00
existsSync: mockExistsSync,
readFileSync: mockReadFileSync,
2025-07-24 19:11:15 +10:00
writeFileSync: mockWriteFileSync,
2025-07-21 04:31:06 +00:00
}))
2025-07-21 00:11:26 +00:00
// Mock the inference functions
2025-07-24 18:08:26 +10:00
vi.mock('../src/inference.js', () => ({
2025-07-21 04:31:06 +00:00
simpleInference: mockSimpleInference,
2025-07-24 19:11:15 +10:00
mcpInference: mockMcpInference,
2025-07-21 00:11:26 +00:00
}))
// Mock the MCP connection
2025-07-24 18:08:26 +10:00
vi.mock('../src/mcp.js', () => ({
2025-07-24 19:11:15 +10:00
connectToGitHubMCP: mockConnectToGitHubMCP,
2025-07-21 00:11:26 +00:00
}))
2025-07-24 18:08:26 +10:00
vi.mock('@actions/core', () => core)
2025-07-21 04:31:06 +00:00
// Mock process.exit to prevent it from actually exiting during tests
const mockProcessExit = vi.spyOn(process, 'exit').mockImplementation(() => {
// Prevent actual exit, but don't throw - just return
return undefined as never
})
2025-07-21 04:31:06 +00:00
// The module being tested should be imported dynamically. This ensures that the
// mocks are used in place of any actual dependencies.
2025-07-24 19:11:15 +10:00
const {run} = await import('../src/main.js')
2025-07-21 00:11:26 +00:00
describe('main.ts - prompt.yml integration', () => {
beforeEach(() => {
2025-07-24 18:08:26 +10:00
vi.clearAllMocks()
mockProcessExit.mockClear()
2025-07-21 00:11:26 +00:00
// Mock environment variables
process.env['GITHUB_TOKEN'] = 'test-token'
// Mock core.getInput to return appropriate values
2025-07-21 04:31:06 +00:00
core.getInput.mockImplementation((name: string) => {
2025-07-21 00:11:26 +00:00
switch (name) {
case 'model':
return 'openai/gpt-4o'
case 'max-tokens':
return '200'
case 'endpoint':
return 'https://models.github.ai/inference'
case 'enable-github-mcp':
return 'false'
default:
return ''
}
})
// Mock core.getBooleanInput
2025-07-24 18:08:26 +10:00
const mockGetBooleanInput = core.getBooleanInput as Mock
2025-07-21 00:11:26 +00:00
mockGetBooleanInput.mockReturnValue(false)
// Mock fs.readFileSync for prompt file
mockReadFileSync.mockReturnValue(`
messages:
- role: system
content: Be as concise as possible
- role: user
content: 'Compare {{a}} and {{b}}, please'
model: openai/gpt-4o
`)
// Mock fs.writeFileSync
mockWriteFileSync.mockImplementation(() => {})
// Mock simpleInference
mockSimpleInference.mockResolvedValue('Mocked AI response')
})
it('should handle prompt YAML files with template variables', async () => {
2025-07-21 04:31:06 +00:00
mockExistsSync.mockReturnValue(true)
core.getInput.mockImplementation((name: string) => {
2025-07-21 00:11:26 +00:00
switch (name) {
case 'prompt-file':
return 'test.prompt.yml'
case 'input':
return 'a: cats\nb: dogs'
case 'model':
return 'openai/gpt-4o'
case 'max-tokens':
return '200'
case 'endpoint':
return 'https://models.github.ai/inference'
case 'enable-github-mcp':
return 'false'
default:
return ''
}
})
// Expect the run function to complete successfully
2025-07-21 00:11:26 +00:00
await run()
// Verify process.exit was called with code 0 (success)
expect(mockProcessExit).toHaveBeenCalledWith(0)
2025-07-21 00:11:26 +00:00
// Verify simpleInference was called with the correct message structure
expect(mockSimpleInference).toHaveBeenCalledWith(
expect.objectContaining({
messages: [
{
role: 'system',
2025-07-24 19:11:15 +10:00
content: 'Be as concise as possible',
2025-07-21 00:11:26 +00:00
},
{
role: 'user',
2025-07-24 19:11:15 +10:00
content: 'Compare cats and dogs, please',
},
2025-07-21 00:11:26 +00:00
],
modelName: 'openai/gpt-4o',
maxTokens: 200,
endpoint: 'https://models.github.ai/inference',
2025-07-24 19:11:15 +10:00
token: 'test-token',
}),
2025-07-21 00:11:26 +00:00
)
// Verify outputs were set
2025-07-24 19:11:15 +10:00
expect(core.setOutput).toHaveBeenCalledWith('response', 'Mocked AI response')
expect(core.setOutput).toHaveBeenCalledWith('response-file', expect.any(String))
2025-07-21 00:11:26 +00:00
})
2025-08-05 01:32:32 +00:00
it('supports file_input variables to load file contents', async () => {
mockExistsSync.mockReturnValue(true)
// First call: reading the prompt file. Second call: reading file_input referenced file contents.
const externalFilePath = 'vars.txt'
mockReadFileSync.mockImplementation((path: string) => {
if (path === 'test.prompt.yml') {
return `messages:\n - role: user\n content: 'Here is the data: {{blob}}'\nmodel: openai/gpt-4o\n`
}
if (path === externalFilePath) {
return 'FILE_CONTENTS'
}
return ''
})
core.getInput.mockImplementation((name: string) => {
switch (name) {
case 'prompt-file':
return 'test.prompt.yml'
case 'file_input':
return `blob: ${externalFilePath}`
case 'model':
return 'openai/gpt-4o'
case 'max-tokens':
return '200'
case 'endpoint':
return 'https://models.github.ai/inference'
case 'enable-github-mcp':
return 'false'
default:
return ''
}
})
await run()
expect(mockSimpleInference).toHaveBeenCalledWith(
expect.objectContaining({
messages: [{role: 'user', content: 'Here is the data: FILE_CONTENTS'}],
}),
)
// Verify process.exit was called with code 0 (success)
expect(mockProcessExit).toHaveBeenCalledWith(0)
2025-08-05 01:32:32 +00:00
})
2025-07-21 00:11:26 +00:00
it('should fall back to legacy format when not using prompt YAML', async () => {
2025-07-21 04:31:06 +00:00
mockExistsSync.mockReturnValue(false)
core.getInput.mockImplementation((name: string) => {
2025-07-21 00:11:26 +00:00
switch (name) {
case 'prompt':
return 'Hello, world!'
case 'system-prompt':
return 'You are helpful'
case 'model':
return 'openai/gpt-4o'
case 'max-tokens':
return '200'
case 'endpoint':
return 'https://models.github.ai/inference'
case 'enable-github-mcp':
return 'false'
default:
return ''
}
})
await run()
2025-07-21 04:31:06 +00:00
// Verify simpleInference was called with converted message format
2025-07-21 00:11:26 +00:00
expect(mockSimpleInference).toHaveBeenCalledWith(
expect.objectContaining({
2025-07-21 04:31:06 +00:00
messages: [
{
role: 'system',
2025-07-24 19:11:15 +10:00
content: 'You are helpful',
2025-07-21 04:31:06 +00:00
},
{
role: 'user',
2025-07-24 19:11:15 +10:00
content: 'Hello, world!',
},
2025-07-21 04:31:06 +00:00
],
2025-07-21 00:11:26 +00:00
modelName: 'openai/gpt-4o',
maxTokens: 200,
endpoint: 'https://models.github.ai/inference',
2025-07-24 19:11:15 +10:00
token: 'test-token',
}),
2025-07-21 00:11:26 +00:00
)
// Verify process.exit was called with code 0 (success)
expect(mockProcessExit).toHaveBeenCalledWith(0)
2025-07-21 00:11:26 +00:00
})
})