cb495e18e3
- Fix model_pricing table references (model_id -> model, display_name -> model)
- Fix price columns (output_price_per_1k -> output_price_per_million)
- Add price conversion (per_million / 1000 = per_1k) in all API responses
- Add whereNotNull('model') filters to exclude invalid entries
- Add getModelDisplayName() helper method to all controllers
- Fix AccountController to use gateway_users budget fields directly
- Remove Budget model dependencies from AccountController
- Add custom Scramble server URL configuration for API docs
- Create ScrambleServiceProvider to set correct /api prefix
- Add migration to rename user_id to gateway_user_id in llm_requests
- Add custom ApiGuard for gateway_users authentication
- Update all API controllers: AccountController, ModelController, PricingController, ProviderController
All API endpoints now working correctly:
- GET /api/account
- GET /api/models
- GET /api/pricing
- GET /api/providers/{provider}
118 lines
3.5 KiB
PHP
118 lines
3.5 KiB
PHP
<?php
|
|
|
|
namespace App\Services\LLM;
|
|
|
|
use App\Jobs\LogLlmRequest;
|
|
use Illuminate\Support\Str;
|
|
|
|
class RequestLogger
|
|
{
|
|
/**
|
|
* Log a successful LLM request
|
|
*
|
|
* @param string $gatewayUserId Gateway user ID (user_id from gateway_users)
|
|
* @param string $provider Provider name
|
|
* @param string $model Model name
|
|
* @param array $requestPayload Request payload
|
|
* @param array $responsePayload Response payload
|
|
* @param array $costs Cost breakdown
|
|
* @param int $responseTimeMs Response time in milliseconds
|
|
* @param string|null $ipAddress Client IP address
|
|
* @param string|null $userAgent Client user agent
|
|
* @return string Request ID
|
|
*/
|
|
public function logSuccess(
|
|
string $gatewayUserId,
|
|
string $provider,
|
|
string $model,
|
|
array $requestPayload,
|
|
array $responsePayload,
|
|
array $costs,
|
|
int $responseTimeMs,
|
|
?string $ipAddress = null,
|
|
?string $userAgent = null
|
|
): string {
|
|
$requestId = $this->generateRequestId();
|
|
|
|
LogLlmRequest::dispatch(
|
|
userId: $gatewayUserId,
|
|
provider: $provider,
|
|
model: $model,
|
|
requestPayload: $requestPayload,
|
|
responsePayload: $responsePayload,
|
|
promptTokens: $responsePayload['usage']['prompt_tokens'] ?? 0,
|
|
completionTokens: $responsePayload['usage']['completion_tokens'] ?? 0,
|
|
totalTokens: $responsePayload['usage']['total_tokens'] ?? 0,
|
|
responseTimeMs: $responseTimeMs,
|
|
promptCost: $costs['prompt_cost'],
|
|
completionCost: $costs['completion_cost'],
|
|
totalCost: $costs['total_cost'],
|
|
status: 'success',
|
|
errorMessage: null,
|
|
httpStatus: 200,
|
|
ipAddress: $ipAddress,
|
|
userAgent: $userAgent,
|
|
requestId: $requestId
|
|
);
|
|
|
|
return $requestId;
|
|
}
|
|
|
|
/**
|
|
* Log a failed LLM request
|
|
*
|
|
* @param string $gatewayUserId Gateway user ID (user_id from gateway_users)
|
|
* @param string $provider Provider name
|
|
* @param string $model Model name
|
|
* @param array $requestPayload Request payload
|
|
* @param string $errorMessage Error message
|
|
* @param int $httpStatus HTTP status code
|
|
* @param string|null $ipAddress Client IP address
|
|
* @param string|null $userAgent Client user agent
|
|
* @return string Request ID
|
|
*/
|
|
public function logFailure(
|
|
string $gatewayUserId,
|
|
string $provider,
|
|
string $model,
|
|
array $requestPayload,
|
|
string $errorMessage,
|
|
int $httpStatus,
|
|
?string $ipAddress = null,
|
|
?string $userAgent = null
|
|
): string {
|
|
$requestId = $this->generateRequestId();
|
|
|
|
LogLlmRequest::dispatch(
|
|
userId: $gatewayUserId,
|
|
provider: $provider,
|
|
model: $model,
|
|
requestPayload: $requestPayload,
|
|
responsePayload: null,
|
|
promptTokens: 0,
|
|
completionTokens: 0,
|
|
totalTokens: 0,
|
|
responseTimeMs: null,
|
|
promptCost: 0.0,
|
|
completionCost: 0.0,
|
|
totalCost: 0.0,
|
|
status: 'failed',
|
|
errorMessage: $errorMessage,
|
|
httpStatus: $httpStatus,
|
|
ipAddress: $ipAddress,
|
|
userAgent: $userAgent,
|
|
requestId: $requestId
|
|
);
|
|
|
|
return $requestId;
|
|
}
|
|
|
|
/**
|
|
* Generate unique request ID
|
|
*/
|
|
private function generateRequestId(): string
|
|
{
|
|
return 'req_' . Str::random(24);
|
|
}
|
|
}
|