VBAF.Company.TestLearning.ps1

#Requires -Version 5.1

<#
.SYNOPSIS
    Single Company Learning Demo
.DESCRIPTION
    Demonstrates a company agent learning optimal business strategy
    through reinforcement learning over multiple quarters.
.NOTES
    Part of VBAF Phase 2 - Week 5 Example
    FIXED: Proper loading order to avoid class dependency issues
#>

# Set base path
$basePath = $PSScriptRoot

# Display header first
Write-Host "`n+------------------------------------------------------+" -ForegroundColor Cyan
Write-Host "¦   VBAF - Company Agent Learning Demo               ¦" -ForegroundColor Cyan
Write-Host "+------------------------------------------------------+" -ForegroundColor Cyan
Write-Host ""

# CRITICAL: Load in correct order - dependencies first!
Write-Host "Loading VBAF Business Framework..." -ForegroundColor Cyan

# 1. Load RL framework first (CompanyAgent needs these)
Write-Host "  [1/4] Loading RL components..." -ForegroundColor Gray
. (Join-Path $basePath "VBAF.RL.QLearningAgent.ps1")
. (Join-Path $basePath "VBAF.RL.ExperienceReplay.ps1")

# 2. Load Business state & actions (CompanyAgent needs these too)
Write-Host "  [2/4] Loading Business state..." -ForegroundColor Gray
. (Join-Path $basePath "VBAF.Business.CompanyState.ps1")

Write-Host "  [3/4] Loading Business actions..." -ForegroundColor Gray
. (Join-Path $basePath "VBAF.Business.BusinessAction.ps1")

# 3. Finally load CompanyAgent (depends on all above)
Write-Host "  [4/4] Loading CompanyAgent..." -ForegroundColor Gray
. (Join-Path $basePath "VBAF.Business.CompanyAgent.ps1")

Write-Host "Framework loaded successfully" -ForegroundColor Green
Write-Host ""

Write-Host "This demo shows a company learning optimal business" -ForegroundColor Yellow
Write-Host "strategies through reinforcement learning." -ForegroundColor Yellow
Write-Host ""

# Create company agent
Write-Host "Creating company agent..." -ForegroundColor Cyan
$company = New-Object CompanyAgent -ArgumentList "TechCorp", "Technology", 1000000.0

Write-Host "Created: $($company.Name)" -ForegroundColor Green
Write-Host "  Industry: $($company.Industry)" -ForegroundColor Gray
Write-Host "  Starting Capital: `$$($company.State.Cash.ToString('N0'))" -ForegroundColor Gray
Write-Host "  Available Actions: $($company.AvailableActions.Count)" -ForegroundColor Gray
Write-Host ""

# Display initial state
$company.DisplayState()

# Training parameters
$totalQuarters = 40  # 10 years
$reportInterval = 4  # Report every year

Write-Host "`nStarting training for $totalQuarters quarters (10 years)..." -ForegroundColor Cyan
Write-Host "(This will take ~30 seconds)" -ForegroundColor Gray
Write-Host ""

# Training loop
$startTime = Get-Date

for ($q = 1; $q -le $totalQuarters; $q++) {
    # Run one quarter
    $results = $company.RunEpisode()
    
    # Report progress every year
    if ($q % $reportInterval -eq 0) {
        $year = $q / 4
        
        Write-Host "`n--- Year $year Complete ---" -ForegroundColor Yellow
        Write-Host "Last Action: $($results.Action.Name)" -ForegroundColor Gray
        Write-Host "Result: $($results.Results.Message)" -ForegroundColor Gray
        Write-Host "Reward: $($results.Reward.ToString('F2'))" -ForegroundColor $(if ($results.Reward -gt 0) { "Green" } else { "Red" })
        Write-Host ""
        Write-Host "Company Status:" -ForegroundColor Cyan
        Write-Host "  Cash: `$$($company.State.Cash.ToString('N0'))"
        Write-Host "  Revenue: `$$($company.State.Revenue.ToString('N0'))"
        Write-Host "  Profit: `$$($company.State.Profit.ToString('N0')) ($($company.State.ProfitMargin.ToString('P1')) margin)"
        Write-Host "  Market Share: $($company.State.MarketShare.ToString('P2'))"
        Write-Host "  Customers: $($company.State.CustomerCount)"
        Write-Host "  Satisfaction: $($company.State.CustomerSatisfaction.ToString('P0'))"
        Write-Host "  Employees: $($company.State.EmployeeCount)"
        Write-Host ""
        Write-Host "Learning Progress:" -ForegroundColor Cyan
        Write-Host "  Total Reward: $($company.TotalReward.ToString('F2'))"
        Write-Host "  Exploration (e): $($company.Brain.Epsilon.ToString('F3'))"
    }
}

$endTime = Get-Date
$duration = ($endTime - $startTime).TotalSeconds

# Training complete
Write-Host "`n+------------------------------------------------------+" -ForegroundColor Green
Write-Host "¦   TRAINING COMPLETE!                                ¦" -ForegroundColor Green
Write-Host "+------------------------------------------------------+" -ForegroundColor Green
Write-Host "Completed in $($duration.ToString('F1')) seconds" -ForegroundColor Gray
Write-Host ""

# Final performance summary
$summary = $company.GetPerformanceSummary()

Write-Host "=== FINAL PERFORMANCE SUMMARY ===" -ForegroundColor Cyan
Write-Host ""
Write-Host "Company: $($summary.Company)" -ForegroundColor White
Write-Host "Episodes Completed: $($summary.Episodes)" -ForegroundColor White
Write-Host ""
Write-Host "Financial Performance:" -ForegroundColor Yellow
Write-Host "  Final Cash: `$$($summary.Cash.ToString('N0'))"
Write-Host "  Final Profit: `$$($summary.CurrentProfit.ToString('N0'))"
Write-Host "  Average Profit: `$$($summary.AverageProfit.ToString('N0'))"
Write-Host ""
Write-Host "Market Performance:" -ForegroundColor Yellow
Write-Host "  Market Share: $($summary.MarketShare.ToString('P2'))"
Write-Host ""
Write-Host "Learning Performance:" -ForegroundColor Yellow
Write-Host "  Total Reward: $($summary.TotalReward.ToString('F2'))"
Write-Host "  Average Reward: $($summary.AverageReward.ToString('F2'))"
Write-Host "  Final Exploration Rate: $($summary.Epsilon.ToString('F3'))"
Write-Host ""

# Analyze learning
Write-Host "=== LEARNING ANALYSIS ===" -ForegroundColor Cyan
Write-Host ""

# Reward trend
if ($company.RewardHistory.Count -ge 20) {
    $earlyRewards = $company.RewardHistory[0..9]
    $lateRewards = $company.RewardHistory[-10..-1]
    
    $earlyAvg = ($earlyRewards | Measure-Object -Average).Average
    $lateAvg = ($lateRewards | Measure-Object -Average).Average
    $improvement = (($lateAvg - $earlyAvg) / [Math]::Abs($earlyAvg)) * 100
    
    Write-Host "Reward Improvement:" -ForegroundColor Yellow
    Write-Host "  Early Average (Q1-10): $($earlyAvg.ToString('F2'))"
    Write-Host "  Late Average (Q31-40): $($lateAvg.ToString('F2'))"
    Write-Host "  Improvement: $($improvement.ToString('F1'))%" -ForegroundColor $(if ($improvement -gt 0) { "Green" } else { "Red" })
    Write-Host ""
}

# Profit trend
if ($company.ProfitHistory.Count -ge 20) {
    $earlyProfits = $company.ProfitHistory[0..9]
    $lateProfits = $company.ProfitHistory[-10..-1]
    
    $earlyAvg = ($earlyProfits | Measure-Object -Average).Average
    $lateAvg = ($lateProfits | Measure-Object -Average).Average
    
    if ($earlyAvg -ne 0) {
        $profitGrowth = (($lateAvg - $earlyAvg) / [Math]::Abs($earlyAvg)) * 100
        
        Write-Host "Profit Growth:" -ForegroundColor Yellow
        Write-Host "  Early Average: `$$($earlyAvg.ToString('N0'))"
        Write-Host "  Late Average: `$$($lateAvg.ToString('N0'))"
        Write-Host "  Growth: $($profitGrowth.ToString('F1'))%" -ForegroundColor $(if ($profitGrowth -gt 0) { "Green" } else { "Red" })
        Write-Host ""
    }
}

# Top learned strategies
Write-Host "=== TOP LEARNED STRATEGIES ===" -ForegroundColor Cyan
Write-Host ""

$topQValues = $company.Brain.QTable.GetEnumerator() | 
    Sort-Object Value -Descending | 
    Select-Object -First 10

Write-Host "Best State-Action Pairs (Q-Values):" -ForegroundColor Yellow
foreach ($pair in $topQValues) {
    Write-Host ("  {0,-50} = {1,8:F2}" -f $pair.Key.Substring(0, [Math]::Min(50, $pair.Key.Length)), $pair.Value)
}

Write-Host ""

# Recommendations
Write-Host "=== WHAT THE AGENT LEARNED ===" -ForegroundColor Cyan
Write-Host ""

if ($summary.MarketShare -gt 0.2) {
    Write-Host "Successfully gained significant market share" -ForegroundColor Green
} else {
    Write-Host "Struggled to gain market share" -ForegroundColor Yellow
}

if ($summary.CurrentProfit -gt 0) {
    Write-Host "Achieved profitability" -ForegroundColor Green
} else {
    Write-Host "Not yet profitable" -ForegroundColor Yellow
}

if ($summary.Cash -gt 1000000) {
    Write-Host "Grew cash reserves" -ForegroundColor Green
} else {
    Write-Host "Cash reserves declined" -ForegroundColor Yellow
}

$explorationRate = $summary.Epsilon
if ($explorationRate -lt 0.2) {
    Write-Host "Agent converged to exploitation (confident in strategy)" -ForegroundColor Green
} else {
    Write-Host "Agent still exploring (may need more training)" -ForegroundColor Yellow
}

Write-Host ""

# Next steps
Write-Host "=== NEXT STEPS ===" -ForegroundColor Cyan
Write-Host ""
Write-Host "1. Try different parameters:" -ForegroundColor Yellow
Write-Host "   - Adjust learning rate in CompanyAgent constructor"
Write-Host "   - Change starting capital (500K or 2M)"
Write-Host "   - Train for more quarters (100+)"
Write-Host ""
Write-Host "2. Experiment with reward function:" -ForegroundColor Yellow
Write-Host "   - Edit CalculateReward() method"
Write-Host "   - Weight different objectives"
Write-Host ""
Write-Host "3. Coming in Week 6: Multi-agent competition!" -ForegroundColor Yellow
Write-Host "   - 4 companies competing in shared market"
Write-Host "   - Strategic interaction & game theory"
Write-Host "   - Emergent behaviors"
Write-Host ""

Write-Host "Demo complete!" -ForegroundColor Green
Write-Host ""