{ "schemaVersion": "1.0", "item": { "slug": "sg-property-scraper", "name": "sg-property-scraper", "source": "tencent", "type": "skill", "category": "开发工具", "sourceUrl": "https://clawhub.ai/5kbpers/sg-property-scraper", "canonicalUrl": "https://clawhub.ai/5kbpers/sg-property-scraper", "targetPlatform": "OpenClaw" }, "install": { "downloadMode": "redirect", "downloadUrl": "/downloads/sg-property-scraper", "sourceDownloadUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=sg-property-scraper", "sourcePlatform": "tencent", "targetPlatform": "OpenClaw", "installMethod": "Manual import", "extraction": "Extract archive", "prerequisites": [ "OpenClaw" ], "packageFormat": "ZIP package", "includedAssets": [ "references/params.md", "README.md", "scripts/scrape.py", "SKILL.md" ], "primaryDoc": "SKILL.md", "quickSetup": [ "Download the package from Yavira.", "Extract the archive and review SKILL.md first.", "Import or place the package into your OpenClaw setup." ], "agentAssist": { "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.", "steps": [ "Download the package from Yavira.", "Extract it into a folder your agent can access.", "Paste one of the prompts below and point your agent at the extracted folder." ], "prompts": [ { "label": "New install", "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Then review README.md for any prerequisites, environment setup, or post-install checks. Tell me what you changed and call out any manual steps you could not complete." }, { "label": "Upgrade existing", "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Then review README.md for any prerequisites, environment setup, or post-install checks. Summarize what changed and any follow-up checks I should run." } ] }, "sourceHealth": { "source": "tencent", "status": "healthy", "reason": "direct_download_ok", "recommendedAction": "download", "checkedAt": "2026-05-07T17:22:31.273Z", "expiresAt": "2026-05-14T17:22:31.273Z", "httpStatus": 200, "finalUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=afrexai-annual-report", "contentType": "application/zip", "probeMethod": "head", "details": { "probeUrl": "https://wry-manatee-359.convex.site/api/v1/download?slug=afrexai-annual-report", "contentDisposition": "attachment; filename=\"afrexai-annual-report-1.0.0.zip\"", "redirectLocation": null, "bodySnippet": null }, "scope": "source", "summary": "Source download looks usable.", "detail": "Yavira can redirect you to the upstream package for this source.", "primaryActionLabel": "Download for OpenClaw", "primaryActionHref": "/downloads/sg-property-scraper" }, "validation": { "installChecklist": [ "Use the Yavira download entry.", "Review SKILL.md after the package is downloaded.", "Confirm the extracted package contains the expected setup assets." ], "postInstallChecks": [ "Confirm the extracted package includes the expected docs or setup files.", "Validate the skill or prompts are available in your target agent workspace.", "Capture any manual follow-up steps the agent could not complete." ] }, "downloadPageUrl": "https://openagent3.xyz/downloads/sg-property-scraper", "agentPageUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent", "manifestUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent.json", "briefUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent.md" }, "agentAssist": { "summary": "Hand the extracted package to your coding agent with a concrete install brief instead of figuring it out manually.", "steps": [ "Download the package from Yavira.", "Extract it into a folder your agent can access.", "Paste one of the prompts below and point your agent at the extracted folder." ], "prompts": [ { "label": "New install", "body": "I downloaded a skill package from Yavira. Read SKILL.md from the extracted folder and install it by following the included instructions. Then review README.md for any prerequisites, environment setup, or post-install checks. Tell me what you changed and call out any manual steps you could not complete." }, { "label": "Upgrade existing", "body": "I downloaded an updated skill package from Yavira. Read SKILL.md from the extracted folder, compare it with my current installation, and upgrade it while preserving any custom configuration unless the package docs explicitly say otherwise. Then review README.md for any prerequisites, environment setup, or post-install checks. Summarize what changed and any follow-up checks I should run." } ] }, "documentation": { "source": "clawhub", "primaryDoc": "SKILL.md", "sections": [ { "title": "Singapore Property Scraper", "body": "Scrapes Singapore property listings via HTTP requests. Returns structured JSON." }, { "title": "Script Location", "body": "scripts/scrape.py\n\nRelative to this SKILL directory. Run with:\n\npython3 /scripts/scrape.py [OPTIONS]" }, { "title": "Dependencies", "body": "Python 3.8+\npip install curl_cffi beautifulsoup4 lxml\nOptional: GOOGLE_MAPS_API_KEY env var for commute time calculation (Google Routes API)" }, { "title": "Quick Start", "body": "# Search 2BR condos for rent under SGD 4000 near Circle Line\npython3 scripts/scrape.py \\\n --listing-type rent --bedrooms 2 --max-price 4000 \\\n --property-type-group N --mrt-range CC:20-24 \\\n --output json\n\n# JSON input mode (easier for AI tools)\npython3 scripts/scrape.py --json '{\n \"listingType\": \"rent\",\n \"bedrooms\": 2,\n \"maxPrice\": 4000,\n \"propertyTypeGroup\": [\"N\"],\n \"mrtStations\": [\"CC20\",\"CC21\",\"CC22\",\"CC23\",\"CC24\"]\n}'\n\n# Dry run: print URL only without scraping\npython3 scripts/scrape.py --dry-run --listing-type rent --bedrooms 3" }, { "title": "Filter Parameters", "body": "FlagURL ParamTypeDescription--listing-typelistingTypestringrent or sale--property-type-grouppropertyTypeGroupstring (repeatable)N=Condo, L=Landed, H=HDB--entire-unit-or-roomentireUnitOrRoomstringent for entire unit only; omit for all--room-typeroomTypestring (repeatable)master, common, shared--bedroomsbedroomsint-1=room, 0=studio, 1-5--bathroomsbathroomsintNumber of bathrooms--min-priceminPriceintMinimum price (SGD)--max-pricemaxPriceintMaximum price (SGD)--min-sizeminSizeintMinimum size (sqft)--max-sizemaxSizeintMaximum size (sqft)--min-top-yearminTopYearintMinimum TOP year--max-top-yearmaxTopYearintMaximum TOP year--distance-to-mrtdistanceToMRTfloatMax distance to MRT in km (e.g. 0.5, 0.75)--availabilityavailabilityintAvailability filter--mrt-stationmrtStationsstring (repeatable)MRT station code, e.g. CC20--mrt-rangemrtStationsstring (repeatable)MRT range, e.g. CC:20-24--sortsortstringdate, price, psf, size--orderorderstringasc, desc--commute-tocommuteTostringDestination address for commute time (requires GOOGLE_MAPS_API_KEY)" }, { "title": "Bedroom/Room Logic", "body": "--entire-unit-or-room ent --bedrooms 4 = 4-bedroom entire unit\n--entire-unit-or-room ent --bedrooms 0 = studio\n--bedrooms -1 --room-type master --room-type common = room rental (master or common room)\nOmit --entire-unit-or-room to show both entire units and rooms" }, { "title": "MRT Station Syntax", "body": "Individual station: --mrt-station CC20\nRange (same line): --mrt-range CC:20-24 (expands to CC20, CC21, CC22, CC23, CC24)\nMultiple lines: use multiple flags\nIn JSON: \"mrtStations\": [\"CC20\", \"EW15\"] or [[\"CC\", [20, 24]]] (tuple format)\n\nSee references/params.md for the complete list of ~213 valid MRT station codes." }, { "title": "Execution Parameters", "body": "FlagDescription--pages NNumber of pages to scrape (default: 1)--dry-runBuild and print URL(s), skip scraping--no-validateSkip parameter validation--timeout NHTTP request timeout in seconds (default: 30)--raw-param K=VExtra URL query param (repeatable)--output json|text|noneOutput format (default: json when piped)--verboseVerbose logging to stderr" }, { "title": "JSON Input Mode", "body": "Pass filters as a JSON string with --json. Keys use camelCase matching the URL parameter names:\n\npython3 scripts/scrape.py --json '{\n \"listingType\": \"rent\",\n \"propertyTypeGroup\": [\"N\"],\n \"bedrooms\": 2,\n \"bathrooms\": 2,\n \"maxPrice\": 4000,\n \"mrtStations\": [\"EW16\", \"EW17\", \"EW18\"],\n \"distanceToMRT\": 0.75,\n \"minTopYear\": 1990\n}'\n\nOr load from a file: --config filters.json" }, { "title": "Output Format", "body": "JSON array on stdout (empty [] if no results):\n\n[\n {\n \"id\": \"23744236\",\n \"name\": \"Kingsford Waterbay\",\n \"price\": \"S$ 3,900 /mo\",\n \"psf\": \"S$ 4.53 psf\",\n \"address\": \"68 Upper Serangoon View\",\n \"bedrooms\": \"2\",\n \"bathrooms\": \"2\",\n \"area\": \"861 sqft\",\n \"type\": \"Condominium\",\n \"built\": \"Built: 2018\",\n \"availability\": \"Ready to Move\",\n \"mrt_distance\": \"14 min (1.15 km) from SE4 Kangkar LRT Station\",\n \"list_date\": \"Listed on Feb 15, 2026 (2d ago)\",\n \"agent\": \"May Chong\",\n \"agency\": \"PROPNEX REALTY PTE. LTD.\",\n \"headline\": \"Perfect work from home unit, river facing, unblocked high floor cozy\",\n \"link\": \"https://www.propertyguru.com.sg/listing/for-rent-kingsford-waterbay-23744236\",\n \"commute_driving\": \"25 mins\",\n \"commute_transit\": \"45 mins\"\n }\n]" }, { "title": "Exit Codes", "body": "0: Success, results found\n1: Error (bad parameters, scraping failure)\n2: Success but zero listings found" }, { "title": "Agent Usage Notes", "body": "When calling this script from an AI agent:\n\nUse --output json for structured output (default when piped)\nUse --json flag for easier parameter passing than individual CLI flags\nUse --dry-run to preview the search URL before scraping\nUse --pages N if the user wants more results (each page has ~20 listings)\nUse --commute-to with a destination address to calculate commute times (driving + transit) for each listing. Requires GOOGLE_MAPS_API_KEY env var. If the key is not set, commute fields are omitted silently.\ncommute_driving and commute_transit fields are empty strings \"\" when API key is missing or calculation fails" } ], "body": "Singapore Property Scraper\n\nScrapes Singapore property listings via HTTP requests. Returns structured JSON.\n\nScript Location\nscripts/scrape.py\n\n\nRelative to this SKILL directory. Run with:\n\npython3 /scripts/scrape.py [OPTIONS]\n\nDependencies\nPython 3.8+\npip install curl_cffi beautifulsoup4 lxml\nOptional: GOOGLE_MAPS_API_KEY env var for commute time calculation (Google Routes API)\nQuick Start\n# Search 2BR condos for rent under SGD 4000 near Circle Line\npython3 scripts/scrape.py \\\n --listing-type rent --bedrooms 2 --max-price 4000 \\\n --property-type-group N --mrt-range CC:20-24 \\\n --output json\n\n# JSON input mode (easier for AI tools)\npython3 scripts/scrape.py --json '{\n \"listingType\": \"rent\",\n \"bedrooms\": 2,\n \"maxPrice\": 4000,\n \"propertyTypeGroup\": [\"N\"],\n \"mrtStations\": [\"CC20\",\"CC21\",\"CC22\",\"CC23\",\"CC24\"]\n}'\n\n# Dry run: print URL only without scraping\npython3 scripts/scrape.py --dry-run --listing-type rent --bedrooms 3\n\nFilter Parameters\nFlag\tURL Param\tType\tDescription\n--listing-type\tlistingType\tstring\trent or sale\n--property-type-group\tpropertyTypeGroup\tstring (repeatable)\tN=Condo, L=Landed, H=HDB\n--entire-unit-or-room\tentireUnitOrRoom\tstring\tent for entire unit only; omit for all\n--room-type\troomType\tstring (repeatable)\tmaster, common, shared\n--bedrooms\tbedrooms\tint\t-1=room, 0=studio, 1-5\n--bathrooms\tbathrooms\tint\tNumber of bathrooms\n--min-price\tminPrice\tint\tMinimum price (SGD)\n--max-price\tmaxPrice\tint\tMaximum price (SGD)\n--min-size\tminSize\tint\tMinimum size (sqft)\n--max-size\tmaxSize\tint\tMaximum size (sqft)\n--min-top-year\tminTopYear\tint\tMinimum TOP year\n--max-top-year\tmaxTopYear\tint\tMaximum TOP year\n--distance-to-mrt\tdistanceToMRT\tfloat\tMax distance to MRT in km (e.g. 0.5, 0.75)\n--availability\tavailability\tint\tAvailability filter\n--mrt-station\tmrtStations\tstring (repeatable)\tMRT station code, e.g. CC20\n--mrt-range\tmrtStations\tstring (repeatable)\tMRT range, e.g. CC:20-24\n--sort\tsort\tstring\tdate, price, psf, size\n--order\torder\tstring\tasc, desc\n--commute-to\tcommuteTo\tstring\tDestination address for commute time (requires GOOGLE_MAPS_API_KEY)\nBedroom/Room Logic\n--entire-unit-or-room ent --bedrooms 4 = 4-bedroom entire unit\n--entire-unit-or-room ent --bedrooms 0 = studio\n--bedrooms -1 --room-type master --room-type common = room rental (master or common room)\nOmit --entire-unit-or-room to show both entire units and rooms\nMRT Station Syntax\nIndividual station: --mrt-station CC20\nRange (same line): --mrt-range CC:20-24 (expands to CC20, CC21, CC22, CC23, CC24)\nMultiple lines: use multiple flags\nIn JSON: \"mrtStations\": [\"CC20\", \"EW15\"] or [[\"CC\", [20, 24]]] (tuple format)\n\nSee references/params.md for the complete list of ~213 valid MRT station codes.\n\nExecution Parameters\nFlag\tDescription\n--pages N\tNumber of pages to scrape (default: 1)\n--dry-run\tBuild and print URL(s), skip scraping\n--no-validate\tSkip parameter validation\n--timeout N\tHTTP request timeout in seconds (default: 30)\n--raw-param K=V\tExtra URL query param (repeatable)\n--output json|text|none\tOutput format (default: json when piped)\n--verbose\tVerbose logging to stderr\nJSON Input Mode\n\nPass filters as a JSON string with --json. Keys use camelCase matching the URL parameter names:\n\npython3 scripts/scrape.py --json '{\n \"listingType\": \"rent\",\n \"propertyTypeGroup\": [\"N\"],\n \"bedrooms\": 2,\n \"bathrooms\": 2,\n \"maxPrice\": 4000,\n \"mrtStations\": [\"EW16\", \"EW17\", \"EW18\"],\n \"distanceToMRT\": 0.75,\n \"minTopYear\": 1990\n}'\n\n\nOr load from a file: --config filters.json\n\nOutput Format\n\nJSON array on stdout (empty [] if no results):\n\n[\n {\n \"id\": \"23744236\",\n \"name\": \"Kingsford Waterbay\",\n \"price\": \"S$ 3,900 /mo\",\n \"psf\": \"S$ 4.53 psf\",\n \"address\": \"68 Upper Serangoon View\",\n \"bedrooms\": \"2\",\n \"bathrooms\": \"2\",\n \"area\": \"861 sqft\",\n \"type\": \"Condominium\",\n \"built\": \"Built: 2018\",\n \"availability\": \"Ready to Move\",\n \"mrt_distance\": \"14 min (1.15 km) from SE4 Kangkar LRT Station\",\n \"list_date\": \"Listed on Feb 15, 2026 (2d ago)\",\n \"agent\": \"May Chong\",\n \"agency\": \"PROPNEX REALTY PTE. LTD.\",\n \"headline\": \"Perfect work from home unit, river facing, unblocked high floor cozy\",\n \"link\": \"https://www.propertyguru.com.sg/listing/for-rent-kingsford-waterbay-23744236\",\n \"commute_driving\": \"25 mins\",\n \"commute_transit\": \"45 mins\"\n }\n]\n\nExit Codes\n0: Success, results found\n1: Error (bad parameters, scraping failure)\n2: Success but zero listings found\nAgent Usage Notes\n\nWhen calling this script from an AI agent:\n\nUse --output json for structured output (default when piped)\nUse --json flag for easier parameter passing than individual CLI flags\nUse --dry-run to preview the search URL before scraping\nUse --pages N if the user wants more results (each page has ~20 listings)\nUse --commute-to with a destination address to calculate commute times (driving + transit) for each listing. Requires GOOGLE_MAPS_API_KEY env var. If the key is not set, commute fields are omitted silently.\ncommute_driving and commute_transit fields are empty strings \"\" when API key is missing or calculation fails" }, "trust": { "sourceLabel": "tencent", "provenanceUrl": "https://clawhub.ai/5kbpers/sg-property-scraper", "publisherUrl": "https://clawhub.ai/5kbpers/sg-property-scraper", "owner": "5kbpers", "version": "1.0.1", "license": null, "verificationStatus": "Indexed source record" }, "links": { "detailUrl": "https://openagent3.xyz/skills/sg-property-scraper", "downloadUrl": "https://openagent3.xyz/downloads/sg-property-scraper", "agentUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent", "manifestUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent.json", "briefUrl": "https://openagent3.xyz/skills/sg-property-scraper/agent.md" } }