root
1de6178c50
Raise requestsPerMinute from 10 to 20 and add requestsPerDay (1000) to match OpenRouter free-tier limits. The generation queue now tracks daily usage and resets at midnight, resolving requests with null once the cap is hit. Both GenerationQueue and LlmService expose isDailyLimitReached(). Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
25 lines
560 B
TypeScript
25 lines
560 B
TypeScript
export interface LlmConfig {
|
|
apiKey: string;
|
|
model: string;
|
|
maxTokens: number;
|
|
temperature: number;
|
|
requestsPerMinute: number;
|
|
requestsPerDay: number;
|
|
timeoutMs: number;
|
|
enabled: boolean;
|
|
}
|
|
|
|
export function getLlmConfig(): LlmConfig {
|
|
const apiKey = process.env.OPENROUTER_API_KEY ?? '';
|
|
return {
|
|
apiKey,
|
|
model: process.env.LLM_MODEL ?? 'arcee-ai/trinity-large-preview:free',
|
|
maxTokens: 200,
|
|
temperature: 0.8,
|
|
requestsPerMinute: 20,
|
|
requestsPerDay: 1000,
|
|
timeoutMs: 15000,
|
|
enabled: apiKey.length > 0,
|
|
};
|
|
}
|