graph TD
    A[Microsoft Outlook/Azure] --> B[MsOutlookController]
    B --> C[Email Processing Engine]
    C --> D[EmailIntegrationClientDetail]
    C --> E[LogEmailIntegrationClientSync]
    E --> F[SyncEmailLogsCommand]
    F --> G[Client Systems via SAT]
    H[Admin Dashboard] --> I[EmailIntegrationClientDetailsController]
    I --> D
    H --> J[LogEmailIntegrationClientSyncController]
    J --> E

// OAuth authentication with Azure
$response = $client->post("https://login.microsoftonline.com/$tenant_id/oauth2/v2.0/token", [
    'form_params' => [
        'grant_type' => 'authorization_code',
        'client_id' => $this->lpo_details['client_id'],
        'client_secret' => $this->lpo_details['client_secret'],
        'scope' => $this->lpo_details['scope'],
        'code' => $request->code,
        'response_mode' => 'query',
        'response_type' => 'code',
    ]
]);

[
    'email' => 'client@example.com',
    'email_integration_type' => 'lpo_reader',
    'client_sub_accounts_id' => 123,
    'status' => 'active',
    'sync_status' => 'pending',
    'synced_at' => null
]

php artisan email-integration:sync-email-logs 
    {--client-code= : Sync logs for a specific client code only} 
    {--bulk-size=15 : Number of logs to send in each bulk API request} 
    {--date= : Date range to sync (e.g., 2024-01-01 or 2024-01-01,2024-01-31). Default is today}

# Sync today's records for all clients
php artisan email-integration:sync-email-logs

# Sync for specific client
php artisan email-integration:sync-email-logs --client-code=ABC123

# Sync specific date
php artisan email-integration:sync-email-logs --date=2024-01-15

# Sync date range
php artisan email-integration:sync-email-logs --date=2024-01-01,2024-01-31

# Custom bulk size
php artisan email-integration:sync-email-logs --bulk-size=25

# Combined options
php artisan email-integration:sync-email-logs --client-code=ABC123 --date=2024-01-15 --bulk-size=10

sequenceDiagram
    participant Admin as Admin System
    participant Azure as Microsoft Azure
    participant Controller as MsOutlookController
    participant DB as Database
    participant Client as Client System

    Admin->>Controller: Trigger readLpoEmails
    Controller->>Azure: Authenticate & Get Access Token
    Azure-->>Controller: Access Token
    Controller->>Azure: Fetch Emails with Attachments
    Azure-->>Controller: Email Data
    Controller->>Controller: processLpoFromEmail
    Controller->>DB: Store LogEmailIntegrationClientSync
    Controller->>Client: Send LPO Data via SAT
    Client-->>Controller: Response
    Controller->>DB: Update Log Status

# Azure Configuration
AZURE_TENANT_ID=your-tenant-id
AZURE_MAIL_CLIENT_ID=your-client-id
AZURE_MAIL_CLIENT_SECRET=your-client-secret
AZURE_MAIL_REDIRECT_URI=your-redirect-uri
AZURE_MAIL_SCOPE=https://graph.microsoft.com/.default
AZURE_LPO_READER_EMAIL=lpo-reader@yourdomain.com

return [
    'tenant_id' => env('AZURE_TENANT_ID'),
    'lpo_reader_email' => env('AZURE_LPO_READER_EMAIL'),
    'mail' => [
        'client_id' => env('AZURE_MAIL_CLIENT_ID'),
        'client_secret' => env('AZURE_MAIL_CLIENT_SECRET'),
        'redirect_uri' => env('AZURE_MAIL_REDIRECT_URI'),
        'scope' => env('AZURE_MAIL_SCOPE'),
    ],
];

const EMAIL_INTEGRATION_TYPE = [
    'LPO READER' => 'lpo_reader'
];

GET /api/email-integration/index
POST /api/email-integration/store
PUT /api/email-integration/update/{id}
DELETE /api/email-integration/delete/{id}
GET /api/email-integration/clients

POST /api/email-integration/sync-to-sat

GET /api/email-integration/logs
POST /api/email-integration/sync-logs

POST /api/email-integration/logs
POST /api/email-integration/sync-new-email-integration
POST /api/email-integration/sync-delete-email-integration

GET /api/v1/azure-email-integration/view-lpo-emails
GET /api/v1/azure-email-integration/message-logs
GET /api/v1/azure-email-integration/access-token
GET /api/v1/azure-email-integration/generate-auth-url
GET /api/v1/azure-email-integration/read-lpo-emails

POST /api/email-integration/store
Content-Type: application/json
Authorization: Bearer {token}

{
    "email": "client@example.com",
    "email_integration_type": "lpo_reader",
    "client_sub_accounts_id": 123
}

GET /api/email-integration/logs?page=1&per_page=10&search=subject&start_date=2024-01-01&end_date=2024-01-31
Authorization: Bearer {token}

POST /api/email-integration/sync-logs
Content-Type: application/json
Authorization: Bearer {token}

{
    "client_code": "ABC123"
}

protected $fillable = [
    'client_sub_accounts_id',
    'email_integration_type',
    'email',
    'added_by',
    'status',
    'synced_at',
    'request_json',
    'response_json',
    'sync_status',
    'sync_error_message'
];

protected $fillable = [
    'status',
    'message_id',
    'attachment_id',
    'client_sub_accounts_id',
    'from',
    'to',
    'subject',
    'body',
    'sent_at',
    'received_at',
    'type',
    'error_message',
    'request_payload',
    'file_type',
    'attachment_link',
    'synced_to_client_at',
    'client_sync_response'
];

public function authenticateUsingRefreshToken()
{
    try {
        $response = $client->post("https://login.microsoftonline.com/$this->tenant_id/oauth2/v2.0/token", [
            'form_params' => [
                'grant_type' => 'refresh_token',
                'refresh_token' => $IntegrationCredentials->refresh_token,
                // ... other parameters
            ]
        ]);
        
        if ($response->getStatusCode() == 200 || $response->getStatusCode() == 201) {
            // Update stored credentials
            $IntegrationCredentials->update($responseData);
            return $responseData['access_token'];
        }
    } catch (\Exception $e) {
        Log::error('Token refresh failed', ['error' => $e->getMessage()]);
        return false;
    }
}

try {
    $this->processLpoFromEmail($inbox);
} catch (\Throwable $th) {
    Log::channel('email-integration')->error('Email processing failed', [
        'error' => $th->getMessage(),
        'trace' => $th->getTraceAsString()
    ]);
}

const STATUS = [
    'SUCCESS' => 'sent',      // Email successfully processed and ready for sync
    'PENDING' => 'pending',   // Email processing in progress
    'FAILED' => 'failed'      // Email processing failed
];

const TYPE = [
    'INBOX' => 'inbox',       // Incoming emails
    'SENT' => 'sent'          // Outgoing emails
];

public function scopeSearch(Builder $query, string $search): Builder
{
    return $query->where(function($query) use($search) {
        $query->where('log_email_integration_client_syncs.from', 'like', "%$search%")
            ->orWhere('log_email_integration_client_syncs.to', 'like', "%$search%")
            ->orWhere('log_email_integration_client_syncs.subject', 'like', "%$search%")
            ->orWhere('log_email_integration_client_syncs.error_message', 'like', "%$search%")
            ->orWhere('client_accounts.name', 'like', "%$search%");
    });
}

Starting email logs sync for client code: ABC123...
Using bulk size: 15 logs per API request
Date range: 2024-01-15 00:00:00 to 2024-01-15 23:59:59
Found 3 client(s) with pending email logs.

Processing logs for client: Client A (Code: ABC123)
  Batch 1: Processing 100 logs
    Bulk chunk 1: Success: 15, Failures: 0
    Bulk chunk 2: Success: 15, Failures: 0
  Batch 1 completed. Success: 85, Failures: 15

Client Client A completed. Total Success: 85, Total Failures: 15
Overall sync completed in 45 seconds. Total Success: 250, Total Failures: 25

// Track previous batch to detect stuck processing
$previousBatchIds = [];
$consecutiveFailedAttempts = 0;
$maxFailedAttempts = 3; // Maximum number of consecutive failures before skipping

// Check if we're processing the same logs repeatedly (stuck)
$currentBatchIds = $pendingLogs->pluck('id')->toArray();
$isReprocessingSameBatch = !empty($previousBatchIds) &&
                           count($previousBatchIds) === count($currentBatchIds) &&
                           count(array_diff($previousBatchIds, $currentBatchIds)) === 0;

if ($isReprocessingSameBatch) {
    $consecutiveFailedAttempts++;
    
    if ($consecutiveFailedAttempts >= $maxFailedAttempts) {
        // Mark these logs as failed and skip
        LogEmailIntegrationClientSync::whereIn('id', $currentBatchIds)->update([
            'synced_to_client_at' => now(),
            'client_sync_response' => json_encode(['error' => 'Automatic skip after repeated failures'])
        ]);
    }
}

// Small delay between batches to avoid overwhelming the API
if ($pendingLogs->count() === self::BATCH_SIZE) {
    usleep(100000); // 100ms delay
}

Log::channel('email-integration')->error('Error syncing email logs', [
    'error' => $e->getMessage(),
    'trace' => $e->getTraceAsString()
]);

Log::channel('email-integration')->error('Skipped stuck logs after repeated failures', [
    'client_account_id' => $client->client_account_id,
    'log_ids' => $currentBatchIds
]);

Log::channel('email-integration')->warning('Email log sync failed', [
    'log_id' => $log->id,
    'client_account_id' => $clientAccount->id,
    'client_name' => $clientAccount->name,
    'error' => $errorMessage,
    'response' => $response
]);

// Successful bulk sync
DB::table('tbl_logs')->insert([
    'log_content' => "Bulk email logs (" . count($logIds) . " logs) synced successfully to client {$clientAccount->name}. Log IDs: " . implode(',', $logIds) . ". Response: " . json_encode($response)
]);

// Individual sync success
DB::table('tbl_logs')->insert([
    'log_content' => "Email log {$log->id} synced successfully to client {$clientAccount->name}. Response: " . json_encode($response)
]);

// Sync failure
DB::table('tbl_logs')->insert([
    'log_content' => "Email log {$log->id} sync failed for client {$clientAccount->name}. Error: {$errorMessage}. Response: " . json_encode($response)
]);