{
  "schemaVersion": "1.0",
  "item": {
    "slug": "ios-keyboard-limitations",
    "name": "Ios Keyboard Limitations",
    "source": "tencent",
    "type": "skill",
    "category": "开发工具",
    "sourceUrl": "https://clawhub.ai/usimic/ios-keyboard-limitations",
    "canonicalUrl": "https://clawhub.ai/usimic/ios-keyboard-limitations",
    "targetPlatform": "OpenClaw"
  },
  "install": {
    "downloadMode": "redirect",
    "downloadUrl": "/downloads/ios-keyboard-limitations",
    "sourceDownloadUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=ios-keyboard-limitations",
    "sourcePlatform": "tencent",
    "targetPlatform": "OpenClaw",
    "installMethod": "Manual import",
    "extraction": "Extract archive",
    "prerequisites": [
      "OpenClaw"
    ],
    "packageFormat": "ZIP package",
    "includedAssets": [
      "SKILL.md"
    ],
    "primaryDoc": "SKILL.md",
    "quickSetup": [
      "Download the package from Yavira.",
      "Extract the archive and review SKILL.md first.",
      "Import or place the package into your OpenClaw setup."
    ],
    "agentAssist": {
      "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
      "steps": [
        "Download the package from Yavira.",
        "Extract it into a folder your agent can access.",
        "Paste one of the prompts below and point your agent at the extracted folder."
      ],
      "prompts": [
        {
          "label": "New install",
          "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Tell me what you changed and call out any manual steps you could not complete."
        },
        {
          "label": "Upgrade existing",
          "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Summarize what changed and any follow-up checks I should run."
        }
      ]
    },
    "sourceHealth": {
      "source": "tencent",
      "status": "healthy",
      "reason": "direct_download_ok",
      "recommendedAction": "download",
      "checkedAt": "2026-04-30T16:55:25.780Z",
      "expiresAt": "2026-05-07T16:55:25.780Z",
      "httpStatus": 200,
      "finalUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=network",
      "contentType": "application/zip",
      "probeMethod": "head",
      "details": {
        "probeUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=network",
        "contentDisposition": "attachment; filename=\"network-1.0.0.zip\"",
        "redirectLocation": null,
        "bodySnippet": null
      },
      "scope": "source",
      "summary": "Source download looks usable.",
      "detail": "Yavira can redirect you to the upstream package for this source.",
      "primaryActionLabel": "Download for OpenClaw",
      "primaryActionHref": "/downloads/ios-keyboard-limitations"
    },
    "validation": {
      "installChecklist": [
        "Use the Yavira download entry.",
        "Review SKILL.md after the package is downloaded.",
        "Confirm the extracted package contains the expected setup assets."
      ],
      "postInstallChecks": [
        "Confirm the extracted package includes the expected docs or setup files.",
        "Validate the skill or prompts are available in your target agent workspace.",
        "Capture any manual follow-up steps the agent could not complete."
      ]
    },
    "downloadPageUrl": "https://openagent3.xyz/downloads/ios-keyboard-limitations",
    "agentPageUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent",
    "manifestUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent.md"
  },
  "agentAssist": {
    "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.",
    "steps": [
      "Download the package from Yavira.",
      "Extract it into a folder your agent can access.",
      "Paste one of the prompts below and point your agent at the extracted folder."
    ],
    "prompts": [
      {
        "label": "New install",
        "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Tell me what you changed and call out any manual steps you could not complete."
      },
      {
        "label": "Upgrade existing",
        "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Summarize what changed and any follow-up checks I should run."
      }
    ]
  },
  "documentation": {
    "source": "clawhub",
    "primaryDoc": "SKILL.md",
    "sections": [
      {
        "title": "iOS Keyboard Extension Limitations",
        "body": "When building iOS custom keyboards with voice/audio features, these are the hard limitations discovered through the PolyVoice project."
      },
      {
        "title": "1. Microphone Access — DISALLOWED",
        "body": "Keyboard extensions cannot access the microphone.\n\nAVAudioRecorder will fail with permission error\nSFSpeechRecognizer is unavailable\nNo Siri integration from keyboard context\n\nWhy: Apple security model — keyboards run in sandbox and could keylog audio."
      },
      {
        "title": "2. Open Other Apps — BLOCKED",
        "body": "Keyboards cannot programmatically open the main app or any other app.\n\nUIApplication.shared.open() returns false\nURL schemes don't work (myapp://)\n ExtensionContext.open() not available\n\nWhy: Prevents malicious keyboards from launching apps without user consent."
      },
      {
        "title": "3. Memory Limit — ~50MB",
        "body": "Keyboard extensions have strict memory limits (~30-60MB).\n\nApp terminated silently if exceeded\nNo crash log, just disappears\nHeavy audio processing = instant death\n\nMitigation:\n\nRecord at 16kHz mono (not 44.1kHz)\nUse 32kbps bitrate max\nImmediate file cleanup after processing\n60-second max recording hard limit"
      },
      {
        "title": "4. No Persistent Storage",
        "body": "UserDefaults unavailable, only App Groups.\n\nStandard UserDefaults doesn't persist\nMust use UserDefaults(suiteName: \"group.com.company.app\")\nRequires App Group capability in both targets"
      },
      {
        "title": "5. Network Requires \"Full Access\"",
        "body": "API calls fail without user enabling \"Allow Full Access\" in Settings.\n\nUser must explicitly enable: Settings → General → Keyboard → [Keyboard Name] → Allow Full Access\nMost users won't do this\nCannot prompt or explain from keyboard UI effectively"
      },
      {
        "title": "The \"Open App\" Workaround",
        "body": "Goal: Let user tap a button to open main app for recording.\n\nAttempt:\n\n// This does NOT work\nextensionContext?.open(URL(string: \"myapp://record\")!)\n\nReality: Must use UIApplication.shared.open() outside extension context, but keyboards can't call this."
      },
      {
        "title": "The Manual Switch Pattern",
        "body": "What actually works (with friction):\n\nUser taps button in keyboard → Shows alert: \"Open PolyVoice to record?\"\nUser manually switches to main app (Home button, swipe, etc.)\nMain app detects active session (via App Groups / shared state)\nMain app auto-records on appear\nAuto-stops on silence (2 seconds)\nAuto-copies to clipboard\nUser manually switches back to target app\nKeyboard auto-pastes on reappear\n\nUser flow:\n\nKeyboard → Tap mic → [Manual: Switch to app] → App auto-records → \n[Manual: Switch back] → Keyboard auto-pastes\n\nFriction points:\n\nTwo manual app switches\nContext switching breaks flow\nUsers forget to return\nClipboard may be overwritten"
      },
      {
        "title": "Option 1: Share Extension (Better for Audio)",
        "body": "Use Share Sheet instead of keyboard.\n\nFull app capabilities\nCan record audio\nCan process and return text\n\nLimitation: Not a keyboard — user must open share sheet per text field."
      },
      {
        "title": "Option 2: Full App Mode",
        "body": "Don't use keyboard extension — use main app only.\n\nUser opens app\nRecords dictation\nCopies result\nSwitches to target app\nPastes manually\n\nBenefit: No memory limits, full mic access, reliable.\nCost: More friction than keyboard."
      },
      {
        "title": "Option 3: Siri Shortcuts Integration",
        "body": "Provide Siri Shortcuts for voice-to-text.\n\n\"Hey Siri, dictate with PolyVoice\"\nReturns text to current app\nFully supported by Apple\n\nLimitation: Not instant, requires Siri setup."
      },
      {
        "title": "📊 Decision Matrix",
        "body": "ApproachMic AccessMemoryUser FrictionApple ApprovedKeyboard extension❌ No⚠️ 50MBLow (if no audio)✅ YesKeyboard + audio workaround❌ No⚠️ 50MB🔴 High✅ YesShare extension✅ Yes✅ Full🟡 Medium✅ YesFull app only✅ Yes✅ Full🟡 Medium✅ YesSiri Shortcuts✅ Yes✅ Full🟡 Medium✅ Yes"
      },
      {
        "title": "🎯 Recommendation",
        "body": "For voice dictation/AI transcription:\n\nDon't build a keyboard extension — the limitations make it frustrating\nUse Share Extension — Apple-supported, full capabilities\nOr full app — simplest to build, most reliable\nAdd Shortcuts — for power users who want speed\n\nFor non-audio keyboards (emoji, translation, etc.):\n\nKeyboard extension works great. Just avoid audio features."
      },
      {
        "title": "📚 References",
        "body": "Apple's official docs: https://developer.apple.com/documentation/uikit/keyboards_and_input/creating_a_custom_keyboard\nCustom Keyboard Programming Guide (WWDC sessions)\nPolyVoice project learnings (~/Projects/polyvoice-keyboard/)"
      }
    ],
    "body": "iOS Keyboard Extension Limitations\n\nWhen building iOS custom keyboards with voice/audio features, these are the hard limitations discovered through the PolyVoice project.\n\n🔴 Hard Limitations (Cannot be worked around)\n1. Microphone Access — DISALLOWED\n\nKeyboard extensions cannot access the microphone.\n\nAVAudioRecorder will fail with permission error\nSFSpeechRecognizer is unavailable\nNo Siri integration from keyboard context\n\nWhy: Apple security model — keyboards run in sandbox and could keylog audio.\n\n2. Open Other Apps — BLOCKED\n\nKeyboards cannot programmatically open the main app or any other app.\n\nUIApplication.shared.open() returns false\nURL schemes don't work (myapp://)\nExtensionContext.open() not available\n\nWhy: Prevents malicious keyboards from launching apps without user consent.\n\n3. Memory Limit — ~50MB\n\nKeyboard extensions have strict memory limits (~30-60MB).\n\nApp terminated silently if exceeded\nNo crash log, just disappears\nHeavy audio processing = instant death\n\nMitigation:\n\nRecord at 16kHz mono (not 44.1kHz)\nUse 32kbps bitrate max\nImmediate file cleanup after processing\n60-second max recording hard limit\n4. No Persistent Storage\n\nUserDefaults unavailable, only App Groups.\n\nStandard UserDefaults doesn't persist\nMust use UserDefaults(suiteName: \"group.com.company.app\")\nRequires App Group capability in both targets\n5. Network Requires \"Full Access\"\n\nAPI calls fail without user enabling \"Allow Full Access\" in Settings.\n\nUser must explicitly enable: Settings → General → Keyboard → [Keyboard Name] → Allow Full Access\nMost users won't do this\nCannot prompt or explain from keyboard UI effectively\n🟡 Partial Workarounds (User friction)\nThe \"Open App\" Workaround\n\nGoal: Let user tap a button to open main app for recording.\n\nAttempt:\n\n// This does NOT work\nextensionContext?.open(URL(string: \"myapp://record\")!)\n\n\nReality: Must use UIApplication.shared.open() outside extension context, but keyboards can't call this.\n\nThe Manual Switch Pattern\n\nWhat actually works (with friction):\n\nUser taps button in keyboard → Shows alert: \"Open PolyVoice to record?\"\nUser manually switches to main app (Home button, swipe, etc.)\nMain app detects active session (via App Groups / shared state)\nMain app auto-records on appear\nAuto-stops on silence (2 seconds)\nAuto-copies to clipboard\nUser manually switches back to target app\nKeyboard auto-pastes on reappear\n\nUser flow:\n\nKeyboard → Tap mic → [Manual: Switch to app] → App auto-records → \n[Manual: Switch back] → Keyboard auto-pastes\n\n\nFriction points:\n\nTwo manual app switches\nContext switching breaks flow\nUsers forget to return\nClipboard may be overwritten\n🟢 Alternative Architectures\nOption 1: Share Extension (Better for Audio)\n\nUse Share Sheet instead of keyboard.\n\nFull app capabilities\nCan record audio\nCan process and return text\n\nLimitation: Not a keyboard — user must open share sheet per text field.\n\nOption 2: Full App Mode\n\nDon't use keyboard extension — use main app only.\n\nUser opens app\nRecords dictation\nCopies result\nSwitches to target app\nPastes manually\n\nBenefit: No memory limits, full mic access, reliable.\nCost: More friction than keyboard.\n\nOption 3: Siri Shortcuts Integration\n\nProvide Siri Shortcuts for voice-to-text.\n\n\"Hey Siri, dictate with PolyVoice\"\nReturns text to current app\nFully supported by Apple\n\nLimitation: Not instant, requires Siri setup.\n\n📊 Decision Matrix\nApproach\tMic Access\tMemory\tUser Friction\tApple Approved\nKeyboard extension\t❌ No\t⚠️ 50MB\tLow (if no audio)\t✅ Yes\nKeyboard + audio workaround\t❌ No\t⚠️ 50MB\t🔴 High\t✅ Yes\nShare extension\t✅ Yes\t✅ Full\t🟡 Medium\t✅ Yes\nFull app only\t✅ Yes\t✅ Full\t🟡 Medium\t✅ Yes\nSiri Shortcuts\t✅ Yes\t✅ Full\t🟡 Medium\t✅ Yes\n🎯 Recommendation\n\nFor voice dictation/AI transcription:\n\nDon't build a keyboard extension — the limitations make it frustrating\nUse Share Extension — Apple-supported, full capabilities\nOr full app — simplest to build, most reliable\nAdd Shortcuts — for power users who want speed\n\nFor non-audio keyboards (emoji, translation, etc.):\n\nKeyboard extension works great. Just avoid audio features.\n\n📚 References\nApple's official docs: https://developer.apple.com/documentation/uikit/keyboards_and_input/creating_a_custom_keyboard\nCustom Keyboard Programming Guide (WWDC sessions)\nPolyVoice project learnings (~/Projects/polyvoice-keyboard/)"
  },
  "trust": {
    "sourceLabel": "tencent",
    "provenanceUrl": "https://clawhub.ai/usimic/ios-keyboard-limitations",
    "publisherUrl": "https://clawhub.ai/usimic/ios-keyboard-limitations",
    "owner": "usimic",
    "version": "1.0.0",
    "license": null,
    "verificationStatus": "Indexed source record"
  },
  "links": {
    "detailUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations",
    "downloadUrl": "https://openagent3.xyz/downloads/ios-keyboard-limitations",
    "agentUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent",
    "manifestUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent.json",
    "briefUrl": "https://openagent3.xyz/skills/ios-keyboard-limitations/agent.md"
  }
}