{
  "schemaVersion": "1.0",
  "item": {
    "slug": "ai-research-scraper",
    "name": "Ai Research Scraper",
    "source": "tencent",
    "type": "skill",
    "category": "开发工具",
    "sourceUrl": "https://clawhub.ai/Kernix0421/ai-research-scraper",
    "canonicalUrl": "https://clawhub.ai/Kernix0421/ai-research-scraper",
    "targetPlatform": "OpenClaw"
  },
  "install": {
    "downloadMode": "redirect",
    "downloadUrl": "/downloads/ai-research-scraper",
    "sourceDownloadUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=ai-research-scraper",
    "sourcePlatform": "tencent",
    "targetPlatform": "OpenClaw",
    "installMethod": "Manual import",
    "extraction": "Extract archive",
    "prerequisites": [
      "OpenClaw"
    ],
    "packageFormat": "ZIP package",
    "includedAssets": [
      "SKILL.md",
      "_meta.json",
      "references/api_reference.md",
      "references/websites.txt",
      "scripts/baidu_translate.py",
      "scripts/baidu_translator.py"
    ],
    "primaryDoc": "SKILL.md",
    "quickSetup": [
      "Download the package from Yavira.",
      "Extract the archive and review SKILL.md first.",
      "Import or place the package into your OpenClaw setup."
    ],
    "agentAssist": {
      "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
      "steps": [
        "Download the package from Yavira.",
        "Extract it into a folder your agent can access.",
        "Paste one of the prompts below and point your agent at the extracted folder."
      ],
      "prompts": [
        {
          "label": "New install",
          "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Tell me what you changed and call out any manual steps you could not complete."
        },
        {
          "label": "Upgrade existing",
          "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Summarize what changed and any follow-up checks I should run."
        }
      ]
    },
    "sourceHealth": {
      "source": "tencent",
      "status": "healthy",
      "reason": "direct_download_ok",
      "recommendedAction": "download",
      "checkedAt": "2026-04-23T16:43:11.935Z",
      "expiresAt": "2026-04-30T16:43:11.935Z",
      "httpStatus": 200,
      "finalUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=4claw-imageboard",
      "contentType": "application/zip",
      "probeMethod": "head",
      "details": {
        "probeUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=4claw-imageboard",
        "contentDisposition": "attachment; filename=\"4claw-imageboard-1.0.1.zip\"",
        "redirectLocation": null,
        "bodySnippet": null
      },
      "scope": "source",
      "summary": "Source download looks usable.",
      "detail": "Yavira can redirect you to the upstream package for this source.",
      "primaryActionLabel": "Download for OpenClaw",
      "primaryActionHref": "/downloads/ai-research-scraper"
    },
    "validation": {
      "installChecklist": [
        "Use the Yavira download entry.",
        "Review SKILL.md after the package is downloaded.",
        "Confirm the extracted package contains the expected setup assets."
      ],
      "postInstallChecks": [
        "Confirm the extracted package includes the expected docs or setup files.",
        "Validate the skill or prompts are available in your target agent workspace.",
        "Capture any manual follow-up steps the agent could not complete."
      ]
    },
    "downloadPageUrl": "https://openagent3.xyz/downloads/ai-research-scraper",
    "agentPageUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent",
    "manifestUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent.md"
  },
  "agentAssist": {
    "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
    "steps": [
      "Download the package from Yavira.",
      "Extract it into a folder your agent can access.",
      "Paste one of the prompts below and point your agent at the extracted folder."
    ],
    "prompts": [
      {
        "label": "New install",
        "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Tell me what you changed and call out any manual steps you could not complete."
      },
      {
        "label": "Upgrade existing",
        "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Summarize what changed and any follow-up checks I should run."
      }
    ]
  },
  "documentation": {
    "source": "clawhub",
    "primaryDoc": "SKILL.md",
    "sections": [
      {
        "title": "概述",
        "body": "这个技能专门用于从知名AI领域网站抓取最新研究信息，重点关注AI产品发展方面。它会限制抓取的数据量和token使用，提供简洁的信息概括，并包含原始网页链接，方便用户进一步查阅详细内容。"
      },
      {
        "title": "使用场景",
        "body": "当您需要快速了解AI领域最新产品动态时\n当您想跟踪特定AI产品的发展信息时\n当您需要获取AI技术发展的最新研究成果摘要时"
      },
      {
        "title": "支持的网站",
        "body": "当前支持的AI领域知名网站包括：\n\nTechCrunch AI板块\nVentureBeat AI板块\nMIT Technology Review AI板块\nGoogle AI Blog\nMicrosoft AI Blog\nNVIDIA Blog"
      },
      {
        "title": "功能特点",
        "body": "数据量控制：限制摘要长度，确保信息简洁\n重点突出：聚焦AI产品发展信息\n链接完整：每个摘要都包含原始网页链接\n定时更新：支持定期抓取最新信息\n可配置性：支持添加或修改目标网站\n网络优化：增加超时时间和重试机制，提高抓取成功率\n缓存机制：添加1小时缓存，避免重复抓取相同内容\n稳定源：优化网站列表，使用更稳定的AI领域网站源\n备用搜索：支持使用tavily-search技能替代，避免网络超时问题\n简化处理：暂时移除翻译功能，避免API错误和网络超时问题"
      },
      {
        "title": "快速开始",
        "body": "使用默认配置抓取AI产品发展相关信息：\n\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py"
      },
      {
        "title": "配置选项",
        "body": "自定义网站列表\n\n编辑 references/websites.txt 文件，添加或删除目标网站。每行格式：\n\n网站名称|网站URL|RSS/Feed URL（可选）\n\n控制摘要长度\n\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --max-tokens 500\n\n指定时间范围\n\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --days 7\n\n指定主题重点\n\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --topic product-development"
      },
      {
        "title": "Scripts",
        "body": "scripts/scraper.py: 主要的网页抓取和信息提取脚本\nscripts/example.py: 示例脚本（可删除或修改）"
      },
      {
        "title": "References",
        "body": "references/websites.txt: 包含要抓取的网站列表\nreferences/api_reference.md: API参考文档（待完善）"
      },
      {
        "title": "Assets",
        "body": "assets/: 资源文件夹（可用于存放模板或其他静态资源）"
      }
    ],
    "body": "AI Research Scraper\n概述\n\n这个技能专门用于从知名AI领域网站抓取最新研究信息，重点关注AI产品发展方面。它会限制抓取的数据量和token使用，提供简洁的信息概括，并包含原始网页链接，方便用户进一步查阅详细内容。\n\n使用场景\n当您需要快速了解AI领域最新产品动态时\n当您想跟踪特定AI产品的发展信息时\n当您需要获取AI技术发展的最新研究成果摘要时\n支持的网站\n\n当前支持的AI领域知名网站包括：\n\nTechCrunch AI板块\nVentureBeat AI板块\nMIT Technology Review AI板块\nGoogle AI Blog\nMicrosoft AI Blog\nNVIDIA Blog\n功能特点\n数据量控制：限制摘要长度，确保信息简洁\n重点突出：聚焦AI产品发展信息\n链接完整：每个摘要都包含原始网页链接\n定时更新：支持定期抓取最新信息\n可配置性：支持添加或修改目标网站\n网络优化：增加超时时间和重试机制，提高抓取成功率\n缓存机制：添加1小时缓存，避免重复抓取相同内容\n稳定源：优化网站列表，使用更稳定的AI领域网站源\n备用搜索：支持使用tavily-search技能替代，避免网络超时问题\n简化处理：暂时移除翻译功能，避免API错误和网络超时问题\n使用方法\n快速开始\n\n使用默认配置抓取AI产品发展相关信息：\n\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py\n\n配置选项\n自定义网站列表\n\n编辑 references/websites.txt 文件，添加或删除目标网站。每行格式：\n\n网站名称|网站URL|RSS/Feed URL（可选）\n\n控制摘要长度\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --max-tokens 500\n\n指定时间范围\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --days 7\n\n指定主题重点\npython3 /root/.openclaw/workspace/skills/ai-research-scraper/scripts/scraper.py --topic product-development\n\n脚本和资源\nScripts\nscripts/scraper.py: 主要的网页抓取和信息提取脚本\nscripts/example.py: 示例脚本（可删除或修改）\nReferences\nreferences/websites.txt: 包含要抓取的网站列表\nreferences/api_reference.md: API参考文档（待完善）\nAssets\nassets/: 资源文件夹（可用于存放模板或其他静态资源）"
  },
  "trust": {
    "sourceLabel": "tencent",
    "provenanceUrl": "https://clawhub.ai/Kernix0421/ai-research-scraper",
    "publisherUrl": "https://clawhub.ai/Kernix0421/ai-research-scraper",
    "owner": "Kernix0421",
    "version": "1.8.14",
    "license": null,
    "verificationStatus": "Indexed source record"
  },
  "links": {
    "detailUrl": "https://openagent3.xyz/skills/ai-research-scraper",
    "downloadUrl": "https://openagent3.xyz/downloads/ai-research-scraper",
    "agentUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent",
    "manifestUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/ai-research-scraper/agent.md"
  }
}