{
  "schemaVersion": "1.0",
  "item": {
    "slug": "afrexai-agent-observability",
    "name": "AI Agent Observability",
    "source": "tencent",
    "type": "skill",
    "category": "其他",
    "sourceUrl": "https://clawhub.ai/1kalin/afrexai-agent-observability",
    "canonicalUrl": "https://clawhub.ai/1kalin/afrexai-agent-observability",
    "targetPlatform": "OpenClaw"
  },
  "install": {
    "downloadMode": "redirect",
    "downloadUrl": "/downloads/afrexai-agent-observability",
    "sourceDownloadUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=afrexai-agent-observability",
    "sourcePlatform": "tencent",
    "targetPlatform": "OpenClaw",
    "installMethod": "Manual import",
    "extraction": "Extract archive",
    "prerequisites": [
      "OpenClaw"
    ],
    "packageFormat": "ZIP package",
    "includedAssets": [
      "README.md",
      "SKILL.md"
    ],
    "primaryDoc": "SKILL.md",
    "quickSetup": [
      "Download the package from Yavira.",
      "Extract the archive and review SKILL.md first.",
      "Import or place the package into your OpenClaw setup."
    ],
    "agentAssist": {
      "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
      "steps": [
        "Download the package from Yavira.",
        "Extract it into a folder your agent can access.",
        "Paste one of the prompts below and point your agent at the extracted folder."
      ],
      "prompts": [
        {
          "label": "New install",
          "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Then review README.md for any prerequisites, environment setup, or post-install checks. Tell me what you changed and call out any manual steps you could not complete."
        },
        {
          "label": "Upgrade existing",
          "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Then review README.md for any prerequisites, environment setup, or post-install checks. Summarize what changed and any follow-up checks I should run."
        }
      ]
    },
    "sourceHealth": {
      "source": "tencent",
      "slug": "afrexai-agent-observability",
      "status": "healthy",
      "reason": "direct_download_ok",
      "recommendedAction": "download",
      "checkedAt": "2026-04-24T03:23:43.806Z",
      "expiresAt": "2026-05-01T03:23:43.806Z",
      "httpStatus": 200,
      "finalUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=afrexai-agent-observability",
      "contentType": "application/zip",
      "probeMethod": "head",
      "details": {
        "probeUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=afrexai-agent-observability",
        "contentDisposition": "attachment; filename=\"afrexai-agent-observability-1.1.0.zip\"",
        "redirectLocation": null,
        "bodySnippet": null,
        "slug": "afrexai-agent-observability"
      },
      "scope": "item",
      "summary": "Item download looks usable.",
      "detail": "Yavira can redirect you to the upstream package for this item.",
      "primaryActionLabel": "Download for OpenClaw",
      "primaryActionHref": "/downloads/afrexai-agent-observability"
    },
    "validation": {
      "installChecklist": [
        "Use the Yavira download entry.",
        "Review SKILL.md after the package is downloaded.",
        "Confirm the extracted package contains the expected setup assets."
      ],
      "postInstallChecks": [
        "Confirm the extracted package includes the expected docs or setup files.",
        "Validate the skill or prompts are available in your target agent workspace.",
        "Capture any manual follow-up steps the agent could not complete."
      ]
    },
    "downloadPageUrl": "https://openagent3.xyz/downloads/afrexai-agent-observability",
    "agentPageUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent",
    "manifestUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent.md"
  },
  "agentAssist": {
    "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
    "steps": [
      "Download the package from Yavira.",
      "Extract it into a folder your agent can access.",
      "Paste one of the prompts below and point your agent at the extracted folder."
    ],
    "prompts": [
      {
        "label": "New install",
        "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Then review README.md for any prerequisites, environment setup, or post-install checks. Tell me what you changed and call out any manual steps you could not complete."
      },
      {
        "label": "Upgrade existing",
        "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Then review README.md for any prerequisites, environment setup, or post-install checks. Summarize what changed and any follow-up checks I should run."
      }
    ]
  },
  "documentation": {
    "source": "clawhub",
    "primaryDoc": "SKILL.md",
    "sections": [
      {
        "title": "Agent Observability & Monitoring",
        "body": "Score, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents."
      },
      {
        "title": "What This Does",
        "body": "Evaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes."
      },
      {
        "title": "1. Execution Visibility (0-20 pts)",
        "body": "Can you see what every agent is doing right now?\nTask queue depth, active/idle ratio, error rates\nBenchmark: Top quartile tracks 95%+ of agent actions in real-time"
      },
      {
        "title": "2. Cost Attribution (0-20 pts)",
        "body": "Do you know exactly what each agent costs per task?\nToken spend, API calls, compute time, tool invocations\nBenchmark: Unmonitored agents waste 30-55% on retries and hallucination loops"
      },
      {
        "title": "3. Output Quality (0-15 pts)",
        "body": "Are agent outputs validated before reaching users or systems?\nAccuracy sampling, hallucination detection, regression tracking\nBenchmark: 1 in 12 agent outputs contains a material error without monitoring"
      },
      {
        "title": "4. Failure Recovery (0-15 pts)",
        "body": "What happens when an agent fails mid-task?\nRetry logic, graceful degradation, human escalation paths\nBenchmark: Mean time to detect agent failure without monitoring: 4.2 hours"
      },
      {
        "title": "5. Security & Boundaries (0-15 pts)",
        "body": "Are agents staying within authorized scope?\nTool access auditing, data exfiltration checks, permission drift\nBenchmark: 23% of production agents access tools outside their intended scope"
      },
      {
        "title": "6. Fleet Coordination (0-15 pts)",
        "body": "Do multi-agent workflows hand off cleanly?\nMessage passing reliability, deadlock detection, duplicate work\nBenchmark: Uncoordinated fleets duplicate 18-25% of work"
      },
      {
        "title": "Scoring",
        "body": "ScoreRatingAction80-100Production-gradeOptimize and scale60-79OperationalFix gaps before scaling40-59RiskyImmediate remediation needed0-39BlindStop scaling, instrument first"
      },
      {
        "title": "Quick Assessment Prompt",
        "body": "Ask the agent to evaluate your setup:\n\nRun the agent observability assessment against our current deployment:\n- How many agents are running?\n- What monitoring exists today?\n- What broke in the last 30 days?\n- What's our monthly agent spend?\n- Who gets alerted when an agent fails?"
      },
      {
        "title": "Cost Framework",
        "body": "Company SizeUnmonitored WasteMonitoring InvestmentNet Savings1-5 agents$2K-$8K/mo$500-$1K/mo$1.5K-$7K/mo5-20 agents$8K-$45K/mo$2K-$5K/mo$6K-$40K/mo20-100 agents$45K-$200K/mo$8K-$20K/mo$37K-$180K/mo"
      },
      {
        "title": "90-Day Monitoring Roadmap",
        "body": "Week 1-2: Inventory all agents, document intended scope, tag cost centers\nWeek 3-4: Deploy execution logging (every tool call, every output)\nMonth 2: Build dashboards — cost per task, error rate, latency P95\nMonth 3: Automated alerting — failure detection <5 min, cost anomaly flags, scope violations"
      },
      {
        "title": "7 Monitoring Mistakes",
        "body": "Logging only errors (miss the slow degradation)\nNo cost attribution (agents burn budget invisibly)\nMonitoring agents like servers (they need task-level observability)\nManual review of agent outputs (doesn't scale past 3 agents)\nNo baseline metrics (can't detect regression without a baseline)\nAlerting on everything (alert fatigue kills response time)\nSkipping agent-to-agent handoff monitoring (where most fleet failures happen)"
      },
      {
        "title": "Industry Adjustments",
        "body": "IndustryCritical DimensionWhyFinancial ServicesSecurity & BoundariesRegulatory audit trails mandatoryHealthcareOutput QualityClinical accuracy non-negotiableLegalExecution VisibilityBilling requires task-level trackingEcommerceCost AttributionMargin-sensitive, waste kills profitSaaSFleet CoordinationMulti-tenant agent isolationManufacturingFailure RecoveryDowntime = production line stopsConstructionSecurity & BoundariesSafety-critical document handlingReal EstateOutput QualityValuation errors = liabilityRecruitmentFleet CoordinationCandidate pipeline handoffsProfessional ServicesCost AttributionClient billing accuracy"
      },
      {
        "title": "Go Deeper",
        "body": "AI Agent Context Packs — industry-specific decision frameworks: https://afrexai-cto.github.io/context-packs/\nAI Revenue Leak Calculator — find where your business loses money to manual processes: https://afrexai-cto.github.io/ai-revenue-calculator/\nAgent Setup Wizard — configure your agent stack in 5 minutes: https://afrexai-cto.github.io/agent-setup/\n\nBuilt by AfrexAI — we help businesses run AI agents that actually make money."
      }
    ],
    "body": "Agent Observability & Monitoring\n\nScore, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents.\n\nWhat This Does\n\nEvaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes.\n\n6-Dimension Assessment\n1. Execution Visibility (0-20 pts)\nCan you see what every agent is doing right now?\nTask queue depth, active/idle ratio, error rates\nBenchmark: Top quartile tracks 95%+ of agent actions in real-time\n2. Cost Attribution (0-20 pts)\nDo you know exactly what each agent costs per task?\nToken spend, API calls, compute time, tool invocations\nBenchmark: Unmonitored agents waste 30-55% on retries and hallucination loops\n3. Output Quality (0-15 pts)\nAre agent outputs validated before reaching users or systems?\nAccuracy sampling, hallucination detection, regression tracking\nBenchmark: 1 in 12 agent outputs contains a material error without monitoring\n4. Failure Recovery (0-15 pts)\nWhat happens when an agent fails mid-task?\nRetry logic, graceful degradation, human escalation paths\nBenchmark: Mean time to detect agent failure without monitoring: 4.2 hours\n5. Security & Boundaries (0-15 pts)\nAre agents staying within authorized scope?\nTool access auditing, data exfiltration checks, permission drift\nBenchmark: 23% of production agents access tools outside their intended scope\n6. Fleet Coordination (0-15 pts)\nDo multi-agent workflows hand off cleanly?\nMessage passing reliability, deadlock detection, duplicate work\nBenchmark: Uncoordinated fleets duplicate 18-25% of work\nScoring\nScore\tRating\tAction\n80-100\tProduction-grade\tOptimize and scale\n60-79\tOperational\tFix gaps before scaling\n40-59\tRisky\tImmediate remediation needed\n0-39\tBlind\tStop scaling, instrument first\nQuick Assessment Prompt\n\nAsk the agent to evaluate your setup:\n\nRun the agent observability assessment against our current deployment:\n- How many agents are running?\n- What monitoring exists today?\n- What broke in the last 30 days?\n- What's our monthly agent spend?\n- Who gets alerted when an agent fails?\n\nCost Framework\nCompany Size\tUnmonitored Waste\tMonitoring Investment\tNet Savings\n1-5 agents\t$2K-$8K/mo\t$500-$1K/mo\t$1.5K-$7K/mo\n5-20 agents\t$8K-$45K/mo\t$2K-$5K/mo\t$6K-$40K/mo\n20-100 agents\t$45K-$200K/mo\t$8K-$20K/mo\t$37K-$180K/mo\n90-Day Monitoring Roadmap\n\nWeek 1-2: Inventory all agents, document intended scope, tag cost centers Week 3-4: Deploy execution logging (every tool call, every output) Month 2: Build dashboards — cost per task, error rate, latency P95 Month 3: Automated alerting — failure detection <5 min, cost anomaly flags, scope violations\n\n7 Monitoring Mistakes\nLogging only errors (miss the slow degradation)\nNo cost attribution (agents burn budget invisibly)\nMonitoring agents like servers (they need task-level observability)\nManual review of agent outputs (doesn't scale past 3 agents)\nNo baseline metrics (can't detect regression without a baseline)\nAlerting on everything (alert fatigue kills response time)\nSkipping agent-to-agent handoff monitoring (where most fleet failures happen)\nIndustry Adjustments\nIndustry\tCritical Dimension\tWhy\nFinancial Services\tSecurity & Boundaries\tRegulatory audit trails mandatory\nHealthcare\tOutput Quality\tClinical accuracy non-negotiable\nLegal\tExecution Visibility\tBilling requires task-level tracking\nEcommerce\tCost Attribution\tMargin-sensitive, waste kills profit\nSaaS\tFleet Coordination\tMulti-tenant agent isolation\nManufacturing\tFailure Recovery\tDowntime = production line stops\nConstruction\tSecurity & Boundaries\tSafety-critical document handling\nReal Estate\tOutput Quality\tValuation errors = liability\nRecruitment\tFleet Coordination\tCandidate pipeline handoffs\nProfessional Services\tCost Attribution\tClient billing accuracy\nGo Deeper\nAI Agent Context Packs — industry-specific decision frameworks: https://afrexai-cto.github.io/context-packs/\nAI Revenue Leak Calculator — find where your business loses money to manual processes: https://afrexai-cto.github.io/ai-revenue-calculator/\nAgent Setup Wizard — configure your agent stack in 5 minutes: https://afrexai-cto.github.io/agent-setup/\n\nBuilt by AfrexAI — we help businesses run AI agents that actually make money."
  },
  "trust": {
    "sourceLabel": "tencent",
    "provenanceUrl": "https://clawhub.ai/1kalin/afrexai-agent-observability",
    "publisherUrl": "https://clawhub.ai/1kalin/afrexai-agent-observability",
    "owner": "1kalin",
    "version": "1.1.0",
    "license": null,
    "verificationStatus": "Indexed source record"
  },
  "links": {
    "detailUrl": "https://openagent3.xyz/skills/afrexai-agent-observability",
    "downloadUrl": "https://openagent3.xyz/downloads/afrexai-agent-observability",
    "agentUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent",
    "manifestUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/afrexai-agent-observability/agent.md"
  }
}