Расследование аварии и надёжная автоматизация

$p=Join-Path $logDir ("transcript-{0:yyyyMMdd-HHmmss}-{1}.txt" -f (Get-Date),$PID)
Start-Transcript -Path $p

$started=$false
try{Start-Transcript $p;$started=$true;Invoke-Work}finally{if($started){Stop-Transcript}}

$result = "$env:COMPUTERNAME-$PID-$([guid]::NewGuid()).log"
$shape = if($null -eq $result){'<null>'}elseif($result -is [array]){'array'}else{$result.GetType().Name}
[pscustomobject]@{ Shape=$shape; Values=@($result) }

$snapshot=[pscustomobject]@{At=[datetimeoffset]::UtcNow;PS=$PSVersionTable.PSVersion.ToString();Processes=Get-Process|Select-Object Name,Id,CPU,WorkingSet64}

$steps = @{ Processes={Get-Process}; Network={Get-NetTCPConnection}; Events={Get-WinEvent -LogName System -MaxEvents 20} }
$result = foreach($name in $steps.Keys){
  $job = Start-ThreadJob -ScriptBlock $steps[$name]
  if(Wait-Job $job -Timeout 10){ [pscustomobject]@{Step=$name;Status=$job.State;Data=Receive-Job $job} }
  else { Stop-Job $job; [pscustomobject]@{Step=$name;Status='Timeout'} }
  Remove-Job $job -Force
}
$result

$result = $snapshot|Export-Clixml .\snapshot.clixml
$resultType = if($null -eq $result){'<null>'}else{$result.GetType().FullName}
[pscustomobject]@{ Result=$result; Type=$resultType; Count=@($result).Count }

$operationId=[guid]::NewGuid().ToString("N")
Invoke-Step -OperationId $operationId

$result = & { if(-not(Test-DesiredState)){Set-DesiredState};Test-DesiredState }
$resultType = if($null -eq $result){'<null>'}else{$result.GetType().FullName}
[pscustomobject]@{ Result=$result; Type=$resultType; Count=@($result).Count }

$result = & { Set-Content "$work/step1.done.tmp" ok;Move-Item "$work/step1.done.tmp" "$work/step1.done" }
$resultType = if($null -eq $result){'<null>'}else{$result.GetType().FullName}
[pscustomobject]@{ Result=$result; Type=$resultType; Count=@($result).Count }

$before=Get-ItemProperty $path -Name Mode -ErrorAction SilentlyContinue
$valueType = if($null -eq $before){'<null>'}else{$before.GetType().FullName}
[pscustomobject]@{ Value=$before; Type=$valueType; Count=@($before).Count }

$tmp="$path.$PID.tmp"
$content|Set-Content $tmp
Move-Item $tmp $path -Force

$completed = [Collections.Generic.List[string]]::new()
try {
  Set-AppConfig; $completed.Add('Config')
  Restart-AppService; $completed.Add('Service')
  Test-AppHealth -ErrorAction Stop
}
catch {
  $undo = @($completed); [array]::Reverse($undo)
  foreach($step in $undo){ Undo-AppStep -Name $step -ErrorAction Continue }
  throw
}

$r=Invoke-Job 2>&1
[pscustomobject]@{Success=$?;LastExit=$LASTEXITCODE;Count=@($r).Count}

$context = [pscustomobject]@{
    User       = [Environment]::UserName
    Host       = $Host.Name
    Profile    = $PROFILE.CurrentUserCurrentHost
    Location   = (Get-Location).Path
    Interactive = [Environment]::UserInteractive
}
$context | ConvertTo-Json -Depth 3

# Сценарий для ревью: После retry появились дубли.
$operationId = [guid]::NewGuid().ToString('N')
$headers = @{ 'Idempotency-Key'=$operationId; Authorization="Bearer $env:API_TOKEN" }
foreach($attempt in 1..3){
  try { Invoke-RestMethod -Method Post -Uri $uri -Headers $headers -Body $body -TimeoutSec 5 -ErrorAction Stop; break }
  catch { if($attempt -eq 3){ throw }; Start-Sleep -Seconds $attempt }
}

# Сценарий для ревью: Диагностический пакет содержит секреты и персональные данные.
$context = [pscustomobject]@{ User=[Environment]::UserName; Host=$Host.Name; At=[datetimeoffset]::UtcNow }
$headers = @{ Authorization = "Bearer $env:API_TOKEN" }
Write-Information (ConvertTo-Json @{ Context=$context; Headers=$headers }) -InformationAction Continue
Invoke-RestMethod -Uri $uri -Headers $headers -ErrorAction Stop

$identity = [Security.Principal.WindowsIdentity]::GetCurrent()
$principal = [Security.Principal.WindowsPrincipal]::new($identity)
[pscustomobject]@{
    Name          = $identity.Name
    IsAdministrator = $principal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)
    Endpoint      = $PSSenderInfo.ConfigurationName
}

$signal = Get-Counter '\Processor(_Total)\% Processor Time'
$cpu = $signal.CounterSamples.CookedValue
if ($cpu -gt 80) {
    Restart-Service -Name 'Contoso.Api' -Force
}
[pscustomobject]@{ Cpu = [math]::Round($cpu,1); Action = ($cpu -gt 80) }