{"name":"smart-crawler","summary":"Agent 时代电商情报采集引擎。覆盖 62 个跨境电商站点：Walmart / Target / AliExpress / eBay / Etsy / Vidaxl / Songmics / Costway / Homary / Idealo / Otto / BOL / CDiscount / IKEA / Crate&Barrel / WestElm / Wayfair / Allegro / Article / Flexispot / VonHaus / Yaheetech / BCP / Overstock / Woltu —— 持续采集结构化竞品商品 / 价格 / 促销、消费者口碑(VOC)评论 + NLP 情感分析、Google Shopping 竞争格局、Reddit 社媒讨论。","principle":"Agents 是新的分发渠道：做能力，不做界面。","access":{"mcp":{"url":"https://smartcrawler.io/mcp","transport":"streamable-http","recommended":true,"tool_count":17,"auth":"header Authorization: Bearer sck_..."},"rest":{"openapi":"https://smartcrawler.io/openapi.json","docs":"https://smartcrawler.io/docs","auth":"header X-API-Key: sck_...","endpoints":["/api/v1/products","/api/v1/promotions","/api/v1/site/{site}","/api/datasources"]}},"tools":[{"name":"list_data_sources","description":"列出全部数据源：46 个竞品站 + 评论平台 + Google Shopping"},{"name":"search_competitor_products","description":"按品牌/国家/关键词/品类/价格/促销搜索竞品商品"},{"name":"get_product_detail","description":"取单个商品完整信息 + 历史价格曲线"},{"name":"list_promotions","description":"列出竞品当前促销活动及折扣率"},{"name":"get_voc_reviews","description":"取消费者口碑评论 + NLP 情感/分类标注"},{"name":"voc_summary","description":"口碑分析汇总：情感分布 + 痛点分类占比"},{"name":"competitor_landscape","description":"Google Shopping 某关键词下各商家出现占有率"},{"name":"amazon_voc_report","description":"按 Amazon ASIN 取评论 + AI 口碑分析（情感/痛点/卖点/Listing 建议）"},{"name":"fetch_amazon_reviews","description":"按 Amazon ASIN 取原始评论数组（不分析）"},{"name":"scrape_url","description":"Agent 推荐：抓单页 → markdown + 结构化，warehouse-first，未命中再 live"},{"name":"map_site","description":"列出某已配置站点在仓库中的已知商品 URL"},{"name":"crawl_site","description":"验证或触发一个已配置站点的异步整站采集（默认 dry_run）"},{"name":"extract_structured_data","description":"把抓取结果按给定 JSON schema 投影为结构化数据"},{"name":"query_warehouse","description":"实时抓取前先查仓库已有覆盖，避免重复消耗 credits"},{"name":"fetch_listing_voc","description":"按 URL 抓 listing + VOC 原文（美客多 / Lazada / Shopee）"},{"name":"crawl_custom_source","description":"通用数据采集：任意 URL → 带 provenance 入指定 dataset，warehouse-first 复用"},{"name":"query_dataset","description":"查通用数据集（extracted_records），默认只返 main 质量层"}],"discovery":{"llms_txt":"https://smartcrawler.io/llms.txt","well_known_mcp":"https://smartcrawler.io/.well-known/mcp.json","well_known_ai_plugin":"https://smartcrawler.io/.well-known/ai-plugin.json"}}