diff --git a/README.md b/README.md index 70ae15e..94c6a79 100644 --- a/README.md +++ b/README.md @@ -5,7 +5,7 @@ [n8n](https://n8n.io/) community nodes for [**ScraperNode**](https://scrapernode.com) — extract structured data from LinkedIn, Instagram, TikTok, Twitter/X, YouTube, Facebook, Indeed, Glassdoor, Yelp, GitHub, and Crunchbase directly inside your n8n workflows. -> **31 scraper nodes** | **11 platforms** | **AI Agent compatible** | **Pay-per-scrape credits** +> **58 scraper nodes** | **25 platforms** | **AI Agent compatible** | **Pay-per-scrape credits** [Website](https://scrapernode.com) | [API Docs](https://scrapernode.com/docs/api) | [Get API Key](https://scrapernode.com/settings) | [npm](https://www.npmjs.com/package/n8n-nodes-scrapernode) | [Report Issues](https://github.com/ScraperNode/n8n-nodes-scrapernode/issues) @@ -141,6 +141,113 @@ You need a ScraperNode API key to use these nodes. |------|-------------|--------|------| | [**Companies**](https://scrapernode.com/crunchbase/scrapers/companies) | Extract company data — funding rounds, investors, growth metrics | 53 | 2 credits/row | +### TikTok (Extended) — [scrapernode.com/tiktok](https://scrapernode.com/tiktok) + +| Node | Description | Cost | +|------|-------------|------| +| [**Posts by URL**](https://scrapernode.com/tiktok/scrapers/posts-by-url) | Extract post data by direct video URL using Fast API | 1 credit/row | +| [**Posts by Profile**](https://scrapernode.com/tiktok/scrapers/posts-by-profile) | Extract all posts from a TikTok profile URL using Fast API | 1 credit/row | +| [**Posts by Search**](https://scrapernode.com/tiktok/scrapers/posts-by-search) | Collect posts matching a search query using Fast API | 1 credit/row | +| [**Shop Products**](https://scrapernode.com/tiktok/scrapers/shop) | Extract TikTok Shop product data including pricing and seller info | 1 credit/row | +| [**Shop Categories**](https://scrapernode.com/tiktok/scrapers/shop-categories) | Extract TikTok Shop products by category with pricing and ratings | 1 credit/row | + +### Facebook (Extended) — [scrapernode.com/facebook](https://scrapernode.com/facebook) + +| Node | Description | Cost | +|------|-------------|------| +| [**Pages & Profiles**](https://scrapernode.com/facebook/scrapers/pages-and-profiles) | Extract page/profile data including categories, contact info, hours, and ratings | 1 credit/row | +| [**Personal Profiles**](https://scrapernode.com/facebook/scrapers/personal-profiles) | Extract personal profile data including work, education, and photos | 1 credit/row | +| [**Marketplace**](https://scrapernode.com/facebook/scrapers/marketplace) | Extract Marketplace listings with pricing, seller info, and item details | 1 credit/row | +| [**Events**](https://scrapernode.com/facebook/scrapers/events) | Extract event data including date, location, attendees, and host details | 1 credit/row | +| [**Company Reviews**](https://scrapernode.com/facebook/scrapers/company-reviews) | Extract company page reviews with ratings and reviewer details | 1 credit/row | + +### Google Maps — [scrapernode.com/google-maps](https://scrapernode.com/google-maps) + +| Node | Description | Cost | +|------|-------------|------| +| [**Listings**](https://scrapernode.com/google-maps/scrapers/listings) | Extract business listings with contact info, hours, ratings, and reviews | 1 credit/row | +| [**Reviews**](https://scrapernode.com/google-maps/scrapers/reviews) | Extract customer reviews from Google Maps business listings | 1 credit/row | + +### Google Search — [scrapernode.com/google-search](https://scrapernode.com/google-search) + +| Node | Description | Cost | +|------|-------------|------| +| [**Search Results**](https://scrapernode.com/google-search/scrapers/results) | Extract up to 100 organic search results from Google SERP by keyword | 1 credit/row | +| [**AI Search**](https://scrapernode.com/google-search/scrapers/ai) | Extract AI-generated search results and citations from Google AI Mode by keyword | 1 credit/row | + +### Google Shopping — [scrapernode.com/google-shopping](https://scrapernode.com/google-shopping) + +| Node | Description | Cost | +|------|-------------|------| +| [**Products**](https://scrapernode.com/google-shopping/scrapers/products) | Extract product listings from Google Shopping with prices and merchant info | 1 credit/row | +| [**Shopping Search**](https://scrapernode.com/google-shopping/scrapers/search) | Extract Google Shopping search results by keyword with pricing details | 1 credit/row | + +### Google Flights — [scrapernode.com/google-flights](https://scrapernode.com/google-flights) + +| Node | Description | Cost | +|------|-------------|------| +| [**Flights Search**](https://scrapernode.com/google-flights/scrapers/search) | Extract flight search results and pricing from Google Flights | 1 credit/row | + +### Google Hotels — [scrapernode.com/google-hotels](https://scrapernode.com/google-hotels) + +| Node | Description | Cost | +|------|-------------|------| +| [**Hotels Search**](https://scrapernode.com/google-hotels/scrapers/search) | Collect hotel listings, pricing, and reviews from Google Hotels | 1 credit/row | + +### ZoomInfo — [scrapernode.com/zoominfo](https://scrapernode.com/zoominfo) + +| Node | Description | Cost | +|------|-------------|------| +| [**Companies**](https://scrapernode.com/zoominfo/scrapers/companies) | Extract company data including size, revenue, contacts, and tech stack | 2 credits/row | + +### Trustpilot — [scrapernode.com/trustpilot](https://scrapernode.com/trustpilot) + +| Node | Description | Cost | +|------|-------------|------| +| [**Reviews**](https://scrapernode.com/trustpilot/scrapers/reviews) | Extract business reviews with ratings, reviewer details, and response data | 1 credit/row | + +### G2 — [scrapernode.com/g2](https://scrapernode.com/g2) + +| Node | Description | Cost | +|------|-------------|------| +| [**Reviews**](https://scrapernode.com/g2/scrapers/reviews) | Extract software product reviews with ratings, pros/cons, and reviewer details | 1 credit/row | + +### PitchBook — [scrapernode.com/pitchbook](https://scrapernode.com/pitchbook) + +| Node | Description | Cost | +|------|-------------|------| +| [**Companies**](https://scrapernode.com/pitchbook/scrapers/companies) | Extract company funding, investors, valuations, and financial data | 2 credits/row | + +### Xing — [scrapernode.com/xing](https://scrapernode.com/xing) + +| Node | Description | Cost | +|------|-------------|------| +| [**Profiles**](https://scrapernode.com/xing/scrapers/profiles) | Extract professional profiles from Xing, the European LinkedIn alternative | 1 credit/row | + +### Owler — [scrapernode.com/owler](https://scrapernode.com/owler) + +| Node | Description | Cost | +|------|-------------|------| +| [**Companies**](https://scrapernode.com/owler/scrapers/companies) | Extract company intelligence including revenue estimates, competitors, and news | 1 credit/row | + +### Martindale — [scrapernode.com/martindale](https://scrapernode.com/martindale) + +| Node | Description | Cost | +|------|-------------|------| +| [**Lawyers**](https://scrapernode.com/martindale/scrapers/lawyers) | Extract US attorney and law firm data from the Martindale-Hubbell directory | 1 credit/row | + +### VentureRadar — [scrapernode.com/ventureradar](https://scrapernode.com/ventureradar) + +| Node | Description | Cost | +|------|-------------|------| +| [**Companies**](https://scrapernode.com/ventureradar/scrapers/companies) | Extract startup and emerging company data from VentureRadar | 1 credit/row | + +### TrustRadius — [scrapernode.com/trustradius](https://scrapernode.com/trustradius) + +| Node | Description | Cost | +|------|-------------|------| +| [**Reviews**](https://scrapernode.com/trustradius/scrapers/reviews) | Extract verified software product reviews with detailed ratings | 1 credit/row | + --- ## Job Management @@ -187,7 +294,7 @@ All nodes are **AI Agent compatible** with `usableAsTool` enabled. Connect them ## Features -- **31 dedicated scraper nodes** — one per scraper, each with tailored inputs and platform-specific icons +- **58 dedicated scraper nodes** — one per scraper, each with tailored inputs and platform-specific icons - **AI Agent compatible** — focused tool descriptions for accurate tool selection by AI agents - **Per-platform icons** — each scraper node displays its platform icon for easy identification on the canvas - **Return All toggle** — standard n8n pagination for Get Results and List operations @@ -219,4 +326,4 @@ All nodes are **AI Agent compatible** with `usableAsTool` enabled. Connect them ### Tags -`n8n` `n8n-community-node` `n8n-community-node-package` `web-scraping` `scraping` `data-extraction` `lead-generation` `linkedin-scraper` `instagram-scraper` `tiktok-scraper` `twitter-scraper` `x-scraper` `youtube-scraper` `facebook-scraper` `indeed-scraper` `glassdoor-scraper` `yelp-scraper` `github-scraper` `crunchbase-scraper` `social-media-scraping` `social-media` `automation` `workflow` `api` `scrapernode` `linkedin` `instagram` `tiktok` `twitter` `youtube` `facebook` `indeed` `glassdoor` `yelp` `crunchbase` `influencer-marketing` `competitor-analysis` `market-research` `talent-sourcing` `job-scraping` `review-scraping` `profile-scraping` `ai-agent` `n8n-ai-agent` +`n8n` `n8n-community-node` `n8n-community-node-package` `web-scraping` `scraping` `data-extraction` `lead-generation` `linkedin-scraper` `instagram-scraper` `tiktok-scraper` `twitter-scraper` `x-scraper` `youtube-scraper` `facebook-scraper` `indeed-scraper` `glassdoor-scraper` `yelp-scraper` `github-scraper` `crunchbase-scraper` `google-maps-scraper` `google-search-scraper` `google-shopping-scraper` `zoominfo-scraper` `trustpilot-scraper` `g2-scraper` `pitchbook-scraper` `xing-scraper` `social-media-scraping` `social-media` `automation` `workflow` `api` `scrapernode` `linkedin` `instagram` `tiktok` `twitter` `youtube` `facebook` `indeed` `glassdoor` `yelp` `crunchbase` `influencer-marketing` `competitor-analysis` `market-research` `talent-sourcing` `job-scraping` `review-scraping` `profile-scraping` `ai-agent` `n8n-ai-agent` diff --git a/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json new file mode 100644 index 0000000..2885f00 --- /dev/null +++ b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeFacebookCompanyReviews", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "facebook", + "reviews", + "ratings", + "social media" + ] +} diff --git a/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts new file mode 100644 index 0000000..7cbed8c --- /dev/null +++ b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeFacebookCompanyReviews extends buildScraperNodeClass({ + scraperId: "facebook-company-reviews", + displayName: "ScraperNode Facebook Company Reviews", + nodeName: "scraperNodeFacebookCompanyReviews", + description: + "Extract company page reviews with ratings, reviewer details, and reply data", + inputLabel: "Company Page URLs", + inputDescription: + "Facebook company page URLs (facebook.com/company-page) — one per line", + inputPlaceholder: "https://facebook.com/company-page", + creditCost: 1, + platform: "facebook", + allowedDomains: ["facebook.com"], +}) {} diff --git a/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg b/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg new file mode 100644 index 0000000..81f120d --- /dev/null +++ b/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg b/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg new file mode 100644 index 0000000..4313466 --- /dev/null +++ b/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json new file mode 100644 index 0000000..893539c --- /dev/null +++ b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json @@ -0,0 +1,20 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeFacebookEvents", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "facebook", + "events", + "social media" + ] +} diff --git a/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts new file mode 100644 index 0000000..6b671b7 --- /dev/null +++ b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeFacebookEvents extends buildScraperNodeClass({ + scraperId: "facebook-events", + displayName: "ScraperNode Facebook Events", + nodeName: "scraperNodeFacebookEvents", + description: + "Extract event data including date, location, attendees, and host details", + inputLabel: "Event URLs", + inputDescription: + "Facebook event URLs (facebook.com/events/...) — one per line", + inputPlaceholder: "https://facebook.com/events/123456789", + creditCost: 1, + platform: "facebook", + allowedDomains: ["facebook.com"], +}) {} diff --git a/nodes/ScraperNodeFacebookEvents/facebook.dark.svg b/nodes/ScraperNodeFacebookEvents/facebook.dark.svg new file mode 100644 index 0000000..81f120d --- /dev/null +++ b/nodes/ScraperNodeFacebookEvents/facebook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookEvents/facebook.svg b/nodes/ScraperNodeFacebookEvents/facebook.svg new file mode 100644 index 0000000..4313466 --- /dev/null +++ b/nodes/ScraperNodeFacebookEvents/facebook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json new file mode 100644 index 0000000..39344c8 --- /dev/null +++ b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeFacebookMarketplace", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "facebook", + "marketplace", + "listings", + "ecommerce" + ] +} diff --git a/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts new file mode 100644 index 0000000..358299f --- /dev/null +++ b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeFacebookMarketplace extends buildScraperNodeClass({ + scraperId: "facebook-marketplace", + displayName: "ScraperNode Facebook Marketplace", + nodeName: "scraperNodeFacebookMarketplace", + description: + "Extract Marketplace listings with pricing, seller info, and item details", + inputLabel: "Marketplace Listing URLs", + inputDescription: + "Facebook Marketplace listing URLs (facebook.com/marketplace/item/...) — one per line", + inputPlaceholder: "https://facebook.com/marketplace/item/123456", + creditCost: 1, + platform: "facebook", + allowedDomains: ["facebook.com"], +}) {} diff --git a/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg b/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg new file mode 100644 index 0000000..81f120d --- /dev/null +++ b/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookMarketplace/facebook.svg b/nodes/ScraperNodeFacebookMarketplace/facebook.svg new file mode 100644 index 0000000..4313466 --- /dev/null +++ b/nodes/ScraperNodeFacebookMarketplace/facebook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json new file mode 100644 index 0000000..d4c153b --- /dev/null +++ b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeFacebookPagesAndProfiles", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "facebook", + "pages", + "profiles", + "social media" + ] +} diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts new file mode 100644 index 0000000..de67223 --- /dev/null +++ b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeFacebookPagesAndProfiles extends buildScraperNodeClass({ + scraperId: "facebook-pages-and-profiles", + displayName: "ScraperNode Facebook Pages & Profiles", + nodeName: "scraperNodeFacebookPagesAndProfiles", + description: + "Extract Facebook page and profile data including categories, contact info, hours, and ratings", + inputLabel: "Page or Profile URLs", + inputDescription: + "Facebook page or profile URLs (facebook.com/pagename) — one per line", + inputPlaceholder: "https://facebook.com/pagename", + creditCost: 1, + platform: "facebook", + allowedDomains: ["facebook.com"], +}) {} diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg new file mode 100644 index 0000000..81f120d --- /dev/null +++ b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg new file mode 100644 index 0000000..4313466 --- /dev/null +++ b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json new file mode 100644 index 0000000..50b29bb --- /dev/null +++ b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeFacebookPersonalProfiles", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "facebook", + "profiles", + "personal", + "social media" + ] +} diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts new file mode 100644 index 0000000..735d3aa --- /dev/null +++ b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeFacebookPersonalProfiles extends buildScraperNodeClass({ + scraperId: "facebook-personal-profiles", + displayName: "ScraperNode Facebook Personal Profiles", + nodeName: "scraperNodeFacebookPersonalProfiles", + description: + "Extract personal Facebook profile data including work, education, and photos", + inputLabel: "Profile URLs", + inputDescription: + "Facebook personal profile URLs (facebook.com/username) — one per line", + inputPlaceholder: "https://facebook.com/username", + creditCost: 1, + platform: "facebook", + allowedDomains: ["facebook.com"], +}) {} diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg new file mode 100644 index 0000000..81f120d --- /dev/null +++ b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg new file mode 100644 index 0000000..4313466 --- /dev/null +++ b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json new file mode 100644 index 0000000..bd7f1a5 --- /dev/null +++ b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeG2Reviews", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "g2", + "reviews", + "software", + "SaaS", + "ratings" + ] +} diff --git a/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts new file mode 100644 index 0000000..0a4bfe5 --- /dev/null +++ b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeG2Reviews extends buildScraperNodeClass({ + scraperId: "g2-reviews", + displayName: "ScraperNode G2 Reviews", + nodeName: "scraperNodeG2Reviews", + description: + "Extract software product reviews from G2 with ratings, pros/cons, and reviewer details", + inputLabel: "G2 URLs", + inputDescription: + "G2 product review URLs (g2.com/products/.../reviews) — one per line", + inputPlaceholder: "https://g2.com/products/product-name/reviews", + creditCost: 1, + platform: "g2", + allowedDomains: ["g2.com"], +}) {} diff --git a/nodes/ScraperNodeG2Reviews/g2.dark.svg b/nodes/ScraperNodeG2Reviews/g2.dark.svg new file mode 100644 index 0000000..9bd3900 --- /dev/null +++ b/nodes/ScraperNodeG2Reviews/g2.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeG2Reviews/g2.svg b/nodes/ScraperNodeG2Reviews/g2.svg new file mode 100644 index 0000000..fd0eff9 --- /dev/null +++ b/nodes/ScraperNodeG2Reviews/g2.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json new file mode 100644 index 0000000..fe53649 --- /dev/null +++ b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleFlightsSearch", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google flights", + "flights", + "travel", + "prices" + ] +} diff --git a/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts new file mode 100644 index 0000000..19ddbde --- /dev/null +++ b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleFlightsSearch extends buildScraperNodeClass({ + scraperId: "google-flights-search", + displayName: "ScraperNode Google Flights Search", + nodeName: "scraperNodeGoogleFlightsSearch", + description: + "Extract flight search results and pricing from Google Flights", + inputLabel: "Google Flights URLs", + inputDescription: + "Google Flights search URLs (google.com/travel/flights/...) — one per line", + inputPlaceholder: "https://google.com/travel/flights/search?tfs=...", + creditCost: 1, + platform: "google-flights", + allowedDomains: ["google.com"], +}) {} diff --git a/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg new file mode 100644 index 0000000..e6fbb4e --- /dev/null +++ b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg new file mode 100644 index 0000000..fbb7610 --- /dev/null +++ b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json new file mode 100644 index 0000000..5626dbb --- /dev/null +++ b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleHotelsSearch", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google hotels", + "hotels", + "travel", + "accommodation" + ] +} diff --git a/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts new file mode 100644 index 0000000..e69f152 --- /dev/null +++ b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleHotelsSearch extends buildScraperNodeClass({ + scraperId: "google-hotels-search", + displayName: "ScraperNode Google Hotels Search", + nodeName: "scraperNodeGoogleHotelsSearch", + description: + "Collect hotel listings, pricing, and reviews from Google Hotels", + inputLabel: "Google Hotels URLs", + inputDescription: + "Google Hotels search URLs (google.com/travel/hotels/...) — one per line", + inputPlaceholder: "https://google.com/travel/hotels/...", + creditCost: 1, + platform: "google-hotels", + allowedDomains: ["google.com"], +}) {} diff --git a/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg new file mode 100644 index 0000000..45998c0 --- /dev/null +++ b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg new file mode 100644 index 0000000..fd32f51 --- /dev/null +++ b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json new file mode 100644 index 0000000..f2dfa42 --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleMapsListings", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google maps", + "listings", + "businesses", + "local" + ] +} diff --git a/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts new file mode 100644 index 0000000..ea69f3b --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleMapsListings extends buildScraperNodeClass({ + scraperId: "google-maps-listings", + displayName: "ScraperNode Google Maps Listings", + nodeName: "scraperNodeGoogleMapsListings", + description: + "Extract business listings from Google Maps with contact info, hours, ratings, and reviews", + inputLabel: "Google Maps URLs", + inputDescription: + "Google Maps place URLs (google.com/maps/place/...) — one per line", + inputPlaceholder: "https://google.com/maps/place/business-name", + creditCost: 1, + platform: "google-maps", + allowedDomains: ["google.com"], +}) {} diff --git a/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg b/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg new file mode 100644 index 0000000..46d1bbd --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleMapsListings/google-maps.svg b/nodes/ScraperNodeGoogleMapsListings/google-maps.svg new file mode 100644 index 0000000..17681f4 --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsListings/google-maps.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json new file mode 100644 index 0000000..7c42c77 --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleMapsReviews", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google maps", + "reviews", + "ratings", + "local" + ] +} diff --git a/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts new file mode 100644 index 0000000..3ec8624 --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleMapsReviews extends buildScraperNodeClass({ + scraperId: "google-maps-reviews", + displayName: "ScraperNode Google Maps Reviews", + nodeName: "scraperNodeGoogleMapsReviews", + description: + "Extract customer reviews from Google Maps business listings", + inputLabel: "Google Maps URLs", + inputDescription: + "Google Maps place URLs (google.com/maps/place/...) — one per line", + inputPlaceholder: "https://google.com/maps/place/business-name", + creditCost: 1, + platform: "google-maps", + allowedDomains: ["google.com"], +}) {} diff --git a/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg b/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg new file mode 100644 index 0000000..46d1bbd --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg b/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg new file mode 100644 index 0000000..17681f4 --- /dev/null +++ b/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json new file mode 100644 index 0000000..517ddb1 --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleSearchAi", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google", + "AI search", + "SGE", + "search" + ] +} diff --git a/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts new file mode 100644 index 0000000..5ae9f34 --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts @@ -0,0 +1,15 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleSearchAi extends buildScraperNodeClass({ + scraperId: "google-search-ai", + displayName: "ScraperNode Google AI Search", + nodeName: "scraperNodeGoogleSearchAi", + description: + "Extract AI-generated search results and citations from Google AI Mode", + inputLabel: "Search Queries", + inputDescription: "Search keywords to query — one per entry", + inputPlaceholder: "what is the best project management tool", + creditCost: 1, + platform: "google-search", + allowedDomains: [], +}) {} diff --git a/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg b/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg new file mode 100644 index 0000000..e6fbb4e --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleSearchAi/google-search.svg b/nodes/ScraperNodeGoogleSearchAi/google-search.svg new file mode 100644 index 0000000..fbb7610 --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchAi/google-search.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json new file mode 100644 index 0000000..f86c9c1 --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleSearchResults", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google", + "search", + "SERP", + "SEO" + ] +} diff --git a/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts new file mode 100644 index 0000000..923739d --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts @@ -0,0 +1,14 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleSearchResults extends buildScraperNodeClass({ + scraperId: "google-search-results", + displayName: "ScraperNode Google Search Results", + nodeName: "scraperNodeGoogleSearchResults", + description: "Extract up to 100 organic search results from Google SERP", + inputLabel: "Search Queries", + inputDescription: "Search keywords to query — one per entry", + inputPlaceholder: "best CRM software for startups", + creditCost: 1, + platform: "google-search", + allowedDomains: [], +}) {} diff --git a/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg b/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg new file mode 100644 index 0000000..e6fbb4e --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleSearchResults/google-search.svg b/nodes/ScraperNodeGoogleSearchResults/google-search.svg new file mode 100644 index 0000000..fbb7610 --- /dev/null +++ b/nodes/ScraperNodeGoogleSearchResults/google-search.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json new file mode 100644 index 0000000..2a82fad --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleShoppingProducts", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google shopping", + "products", + "prices", + "ecommerce" + ] +} diff --git a/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts new file mode 100644 index 0000000..5edfb39 --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleShoppingProducts extends buildScraperNodeClass({ + scraperId: "google-shopping-products", + displayName: "ScraperNode Google Shopping Products", + nodeName: "scraperNodeGoogleShoppingProducts", + description: + "Extract product listings from Google Shopping with prices and merchant info", + inputLabel: "Product URLs", + inputDescription: + "Google Shopping product URLs (google.com/shopping/product/...) — one per line", + inputPlaceholder: "https://google.com/shopping/product/123", + creditCost: 1, + platform: "google-shopping", + allowedDomains: ["google.com"], +}) {} diff --git a/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg new file mode 100644 index 0000000..665588e --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg new file mode 100644 index 0000000..2683ab5 --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json new file mode 100644 index 0000000..4c291af --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeGoogleShoppingSearch", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "google shopping", + "search", + "products", + "prices" + ] +} diff --git a/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts new file mode 100644 index 0000000..c65d499 --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts @@ -0,0 +1,15 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeGoogleShoppingSearch extends buildScraperNodeClass({ + scraperId: "google-shopping-search", + displayName: "ScraperNode Google Shopping Search", + nodeName: "scraperNodeGoogleShoppingSearch", + description: + "Extract Google Shopping search results by keyword with pricing and product details", + inputLabel: "Product Search Queries", + inputDescription: "Product search keywords — one per entry", + inputPlaceholder: "standing desk adjustable", + creditCost: 1, + platform: "google-shopping", + allowedDomains: [], +}) {} diff --git a/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg new file mode 100644 index 0000000..665588e --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg new file mode 100644 index 0000000..2683ab5 --- /dev/null +++ b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json new file mode 100644 index 0000000..b68627e --- /dev/null +++ b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeMartindaleLawyers", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "martindale", + "lawyers", + "attorneys", + "legal", + "law firms" + ] +} diff --git a/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts new file mode 100644 index 0000000..6db381e --- /dev/null +++ b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeMartindaleLawyers extends buildScraperNodeClass({ + scraperId: "martindale-lawyers", + displayName: "ScraperNode Martindale Lawyers", + nodeName: "scraperNodeMartindaleLawyers", + description: + "Extract US attorney and law firm data from the Martindale-Hubbell directory", + inputLabel: "Attorney or Law Firm URLs", + inputDescription: + "Martindale attorney or law firm URLs (martindale.com/attorney/...) — one per line", + inputPlaceholder: "https://martindale.com/attorney/firstname-lastname-12345", + creditCost: 1, + platform: "martindale", + allowedDomains: ["martindale.com"], +}) {} diff --git a/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg b/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg new file mode 100644 index 0000000..b691694 --- /dev/null +++ b/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeMartindaleLawyers/martindale.svg b/nodes/ScraperNodeMartindaleLawyers/martindale.svg new file mode 100644 index 0000000..e21a62b --- /dev/null +++ b/nodes/ScraperNodeMartindaleLawyers/martindale.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json new file mode 100644 index 0000000..dfc35cb --- /dev/null +++ b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeOwlerCompanies", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "owler", + "companies", + "intelligence", + "competitors", + "B2B" + ] +} diff --git a/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts new file mode 100644 index 0000000..f22c204 --- /dev/null +++ b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeOwlerCompanies extends buildScraperNodeClass({ + scraperId: "owler-companies", + displayName: "ScraperNode Owler Companies", + nodeName: "scraperNodeOwlerCompanies", + description: + "Extract company intelligence from Owler including revenue estimates, competitors, and news", + inputLabel: "Company URLs", + inputDescription: + "Owler company profile URLs (owler.com/company/...) — one per line", + inputPlaceholder: "https://owler.com/company/company-name", + creditCost: 1, + platform: "owler", + allowedDomains: ["owler.com"], +}) {} diff --git a/nodes/ScraperNodeOwlerCompanies/owler.dark.svg b/nodes/ScraperNodeOwlerCompanies/owler.dark.svg new file mode 100644 index 0000000..c420156 --- /dev/null +++ b/nodes/ScraperNodeOwlerCompanies/owler.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeOwlerCompanies/owler.svg b/nodes/ScraperNodeOwlerCompanies/owler.svg new file mode 100644 index 0000000..7cb514d --- /dev/null +++ b/nodes/ScraperNodeOwlerCompanies/owler.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json new file mode 100644 index 0000000..1e47bdf --- /dev/null +++ b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodePitchBookCompanies", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "pitchbook", + "funding", + "investors", + "venture capital", + "startups" + ] +} diff --git a/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts new file mode 100644 index 0000000..65540d2 --- /dev/null +++ b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodePitchBookCompanies extends buildScraperNodeClass({ + scraperId: "pitchbook-companies", + displayName: "ScraperNode PitchBook Companies", + nodeName: "scraperNodePitchBookCompanies", + description: + "Extract company funding, investors, valuations, and financial data from PitchBook", + inputLabel: "Company URLs", + inputDescription: + "PitchBook company profile URLs (pitchbook.com/profiles/company/...) — one per line", + inputPlaceholder: "https://pitchbook.com/profiles/company/12345-67", + creditCost: 2, + platform: "pitchbook", + allowedDomains: ["pitchbook.com"], +}) {} diff --git a/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg b/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg new file mode 100644 index 0000000..5b26287 --- /dev/null +++ b/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodePitchBookCompanies/pitchbook.svg b/nodes/ScraperNodePitchBookCompanies/pitchbook.svg new file mode 100644 index 0000000..510b92b --- /dev/null +++ b/nodes/ScraperNodePitchBookCompanies/pitchbook.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json new file mode 100644 index 0000000..e006cf7 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsByProfile", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "tiktok", + "posts", + "profile", + "social media" + ] +} diff --git a/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts new file mode 100644 index 0000000..5601d96 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts @@ -0,0 +1,15 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTikTokPostsByProfile extends buildScraperNodeClass({ + scraperId: "tiktok-posts-by-profile", + displayName: "ScraperNode TikTok Posts by Profile", + nodeName: "scraperNodeTikTokPostsByProfile", + description: "Extract all posts from a TikTok profile URL using Fast API", + inputLabel: "Profile URLs", + inputDescription: + "TikTok profile URLs (tiktok.com/@username) — one per line", + inputPlaceholder: "https://tiktok.com/@username", + creditCost: 1, + platform: "tiktok", + allowedDomains: ["tiktok.com"], +}) {} diff --git a/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg new file mode 100644 index 0000000..c9dc6a3 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg new file mode 100644 index 0000000..1190392 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json new file mode 100644 index 0000000..040fafc --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsBySearch", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "tiktok", + "search", + "posts", + "social media" + ] +} diff --git a/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts new file mode 100644 index 0000000..d30bc81 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts @@ -0,0 +1,15 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTikTokPostsBySearch extends buildScraperNodeClass({ + scraperId: "tiktok-posts-by-search", + displayName: "ScraperNode TikTok Posts by Search", + nodeName: "scraperNodeTikTokPostsBySearch", + description: "Collect TikTok posts matching a search query using Fast API", + inputLabel: "Search URLs", + inputDescription: + "TikTok search page URLs (tiktok.com/search?q=...) — one per line", + inputPlaceholder: "https://tiktok.com/search?q=keyword", + creditCost: 1, + platform: "tiktok", + allowedDomains: ["tiktok.com"], +}) {} diff --git a/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg new file mode 100644 index 0000000..c9dc6a3 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg new file mode 100644 index 0000000..1190392 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json new file mode 100644 index 0000000..d610c28 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsByUrl", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "tiktok", + "posts", + "videos", + "social media" + ] +} diff --git a/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts new file mode 100644 index 0000000..963a1c2 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts @@ -0,0 +1,15 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTikTokPostsByUrl extends buildScraperNodeClass({ + scraperId: "tiktok-posts-by-url", + displayName: "ScraperNode TikTok Posts by URL", + nodeName: "scraperNodeTikTokPostsByUrl", + description: "Extract TikTok post data by direct video URL using Fast API", + inputLabel: "Video URLs", + inputDescription: + "TikTok video URLs (tiktok.com/@user/video/id) — one per line", + inputPlaceholder: "https://tiktok.com/@user/video/123", + creditCost: 1, + platform: "tiktok", + allowedDomains: ["tiktok.com"], +}) {} diff --git a/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg new file mode 100644 index 0000000..c9dc6a3 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg new file mode 100644 index 0000000..1190392 --- /dev/null +++ b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json new file mode 100644 index 0000000..70a1ca0 --- /dev/null +++ b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTikTokShop", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "tiktok", + "shop", + "products", + "ecommerce" + ] +} diff --git a/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts new file mode 100644 index 0000000..432cbe3 --- /dev/null +++ b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTikTokShop extends buildScraperNodeClass({ + scraperId: "tiktok-shop", + displayName: "ScraperNode TikTok Shop Products", + nodeName: "scraperNodeTikTokShop", + description: + "Extract TikTok Shop product data including pricing, ratings, and seller info", + inputLabel: "Shop Product URLs", + inputDescription: + "TikTok Shop product URLs (tiktok.com/shop/...) — one per line", + inputPlaceholder: "https://tiktok.com/shop/product/123", + creditCost: 1, + platform: "tiktok", + allowedDomains: ["tiktok.com"], +}) {} diff --git a/nodes/ScraperNodeTikTokShop/tiktok.dark.svg b/nodes/ScraperNodeTikTokShop/tiktok.dark.svg new file mode 100644 index 0000000..c9dc6a3 --- /dev/null +++ b/nodes/ScraperNodeTikTokShop/tiktok.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokShop/tiktok.svg b/nodes/ScraperNodeTikTokShop/tiktok.svg new file mode 100644 index 0000000..1190392 --- /dev/null +++ b/nodes/ScraperNodeTikTokShop/tiktok.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json new file mode 100644 index 0000000..58612e3 --- /dev/null +++ b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTikTokShopCategories", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "tiktok", + "shop", + "categories", + "ecommerce" + ] +} diff --git a/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts new file mode 100644 index 0000000..b86700a --- /dev/null +++ b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTikTokShopCategories extends buildScraperNodeClass({ + scraperId: "tiktok-shop-categories", + displayName: "ScraperNode TikTok Shop Categories", + nodeName: "scraperNodeTikTokShopCategories", + description: + "Extract TikTok Shop products by category URL with pricing and ratings", + inputLabel: "Shop Category URLs", + inputDescription: + "TikTok Shop category URLs (tiktok.com/shop/...) — one per line", + inputPlaceholder: "https://tiktok.com/shop/category/123", + creditCost: 1, + platform: "tiktok", + allowedDomains: ["tiktok.com"], +}) {} diff --git a/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg b/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg new file mode 100644 index 0000000..c9dc6a3 --- /dev/null +++ b/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTikTokShopCategories/tiktok.svg b/nodes/ScraperNodeTikTokShopCategories/tiktok.svg new file mode 100644 index 0000000..1190392 --- /dev/null +++ b/nodes/ScraperNodeTikTokShopCategories/tiktok.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json new file mode 100644 index 0000000..109e445 --- /dev/null +++ b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTrustRadiusReviews", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "trustradius", + "reviews", + "software", + "ratings", + "B2B" + ] +} diff --git a/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts new file mode 100644 index 0000000..581eab9 --- /dev/null +++ b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTrustRadiusReviews extends buildScraperNodeClass({ + scraperId: "trustradius-reviews", + displayName: "ScraperNode TrustRadius Reviews", + nodeName: "scraperNodeTrustRadiusReviews", + description: + "Extract verified software product reviews from TrustRadius with detailed ratings", + inputLabel: "Product Review URLs", + inputDescription: + "TrustRadius product review URLs (trustradius.com/products/.../reviews) — one per line", + inputPlaceholder: "https://trustradius.com/products/product-name/reviews", + creditCost: 1, + platform: "trustradius", + allowedDomains: ["trustradius.com"], +}) {} diff --git a/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg b/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg new file mode 100644 index 0000000..c9cb797 --- /dev/null +++ b/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg b/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg new file mode 100644 index 0000000..2509ed2 --- /dev/null +++ b/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json new file mode 100644 index 0000000..acf2909 --- /dev/null +++ b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeTrustpilotReviews", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "trustpilot", + "reviews", + "ratings", + "reputation" + ] +} diff --git a/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts new file mode 100644 index 0000000..cc41a4a --- /dev/null +++ b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeTrustpilotReviews extends buildScraperNodeClass({ + scraperId: "trustpilot-reviews", + displayName: "ScraperNode Trustpilot Reviews", + nodeName: "scraperNodeTrustpilotReviews", + description: + "Extract business reviews from Trustpilot with ratings, reviewer details, and response data", + inputLabel: "Trustpilot URLs", + inputDescription: + "Trustpilot business review URLs (trustpilot.com/review/...) — one per line", + inputPlaceholder: "https://trustpilot.com/review/domain.com", + creditCost: 1, + platform: "trustpilot", + allowedDomains: ["trustpilot.com"], +}) {} diff --git a/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg b/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg new file mode 100644 index 0000000..be51c45 --- /dev/null +++ b/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg b/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg new file mode 100644 index 0000000..2673274 --- /dev/null +++ b/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json new file mode 100644 index 0000000..d02919b --- /dev/null +++ b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeVentureRadarCompanies", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "ventureradar", + "startups", + "companies", + "venture", + "funding" + ] +} diff --git a/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts new file mode 100644 index 0000000..58c0c3f --- /dev/null +++ b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeVentureRadarCompanies extends buildScraperNodeClass({ + scraperId: "ventureradar-companies", + displayName: "ScraperNode VentureRadar Companies", + nodeName: "scraperNodeVentureRadarCompanies", + description: + "Extract startup and emerging company data from VentureRadar", + inputLabel: "Company URLs", + inputDescription: + "VentureRadar company profile URLs (ventureradar.com/company/...) — one per line", + inputPlaceholder: "https://ventureradar.com/company/company-name/123", + creditCost: 1, + platform: "ventureradar", + allowedDomains: ["ventureradar.com"], +}) {} diff --git a/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg new file mode 100644 index 0000000..4ccc207 --- /dev/null +++ b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg new file mode 100644 index 0000000..05a01f5 --- /dev/null +++ b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json new file mode 100644 index 0000000..b0633c2 --- /dev/null +++ b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json @@ -0,0 +1,21 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeXingProfiles", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Marketing & Content"], + "subcategories": { + "Marketing & Content": ["Social Media"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "xing", + "profiles", + "professional", + "European LinkedIn" + ] +} diff --git a/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts new file mode 100644 index 0000000..41d0b19 --- /dev/null +++ b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeXingProfiles extends buildScraperNodeClass({ + scraperId: "xing-profiles", + displayName: "ScraperNode Xing Profiles", + nodeName: "scraperNodeXingProfiles", + description: + "Extract professional profiles from Xing, the European LinkedIn alternative", + inputLabel: "Profile URLs", + inputDescription: + "Xing profile URLs (xing.com/profile/...) — one per line", + inputPlaceholder: "https://xing.com/profile/firstname_lastname", + creditCost: 1, + platform: "xing", + allowedDomains: ["xing.com"], +}) {} diff --git a/nodes/ScraperNodeXingProfiles/xing.dark.svg b/nodes/ScraperNodeXingProfiles/xing.dark.svg new file mode 100644 index 0000000..423f167 --- /dev/null +++ b/nodes/ScraperNodeXingProfiles/xing.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeXingProfiles/xing.svg b/nodes/ScraperNodeXingProfiles/xing.svg new file mode 100644 index 0000000..2d37798 --- /dev/null +++ b/nodes/ScraperNodeXingProfiles/xing.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json new file mode 100644 index 0000000..c8da198 --- /dev/null +++ b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json @@ -0,0 +1,22 @@ +{ + "node": "n8n-nodes-scrapernode.scraperNodeZoomInfoCompanies", + "nodeVersion": "1.0", + "codexVersion": "1.0", + "categories": ["Data & Storage"], + "subcategories": { + "Data & Storage": ["Data Transformation"] + }, + "resources": { + "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }] + }, + "alias": [ + "scrapernode", + "scrape", + "data extraction", + "zoominfo", + "companies", + "B2B", + "intelligence", + "leads" + ] +} diff --git a/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts new file mode 100644 index 0000000..2cf5e2e --- /dev/null +++ b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts @@ -0,0 +1,16 @@ +import { buildScraperNodeClass } from "../shared/scraperNode"; + +export class ScraperNodeZoomInfoCompanies extends buildScraperNodeClass({ + scraperId: "zoominfo-companies", + displayName: "ScraperNode ZoomInfo Companies", + nodeName: "scraperNodeZoomInfoCompanies", + description: + "Extract company data from ZoomInfo including size, revenue, contacts, and tech stack", + inputLabel: "Company URLs", + inputDescription: + "ZoomInfo company profile URLs (zoominfo.com/c/...) — one per line", + inputPlaceholder: "https://zoominfo.com/c/company-name/123456", + creditCost: 2, + platform: "zoominfo", + allowedDomains: ["zoominfo.com"], +}) {} diff --git a/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg new file mode 100644 index 0000000..9a40942 --- /dev/null +++ b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg new file mode 100644 index 0000000..212c804 --- /dev/null +++ b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg @@ -0,0 +1,6 @@ + + + + + + diff --git a/nodes/shared/inputSchemas.ts b/nodes/shared/inputSchemas.ts index 05ce276..724d134 100644 --- a/nodes/shared/inputSchemas.ts +++ b/nodes/shared/inputSchemas.ts @@ -114,4 +114,85 @@ export const inputSchemas: Record = { "crunchbase-companies": [ { name: "url", type: "string", required: true, description: "Crunchbase company profile URL", placeholder: "https://www.crunchbase.com/organization/..." }, ], + "tiktok-posts-by-url": [ + { name: "url", type: "string", required: true, description: "Video URL", placeholder: "https://tiktok.com/@user/video/123" }, + ], + "tiktok-posts-by-profile": [ + { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://tiktok.com/@username" }, + ], + "tiktok-posts-by-search": [ + { name: "url", type: "string", required: true, description: "Search URL", placeholder: "https://tiktok.com/search?q=keyword" }, + ], + "tiktok-shop": [ + { name: "url", type: "string", required: true, description: "Shop Product URL", placeholder: "https://tiktok.com/shop/..." }, + ], + "tiktok-shop-categories": [ + { name: "url", type: "string", required: true, description: "Shop Category URL", placeholder: "https://tiktok.com/shop/..." }, + ], + "facebook-pages-and-profiles": [ + { name: "url", type: "string", required: true, description: "Page or Profile URL", placeholder: "https://facebook.com/pagename" }, + ], + "facebook-personal-profiles": [ + { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://facebook.com/username" }, + ], + "facebook-marketplace": [ + { name: "url", type: "string", required: true, description: "Marketplace Listing URL", placeholder: "https://facebook.com/marketplace/item/123456" }, + ], + "facebook-events": [ + { name: "url", type: "string", required: true, description: "Event URL", placeholder: "https://facebook.com/events/123456789" }, + ], + "facebook-company-reviews": [ + { name: "url", type: "string", required: true, description: "Company Page URL", placeholder: "https://facebook.com/company-page" }, + ], + "google-maps-listings": [ + { name: "url", type: "string", required: true, description: "Google Maps URL", placeholder: "https://google.com/maps/place/business-name" }, + ], + "google-maps-reviews": [ + { name: "url", type: "string", required: true, description: "Google Maps URL", placeholder: "https://google.com/maps/place/business-name" }, + ], + "google-search-results": [ + { name: "keyword", type: "string", required: true, description: "Search Query", placeholder: "best CRM software for startups" }, + ], + "google-search-ai": [ + { name: "keyword", type: "string", required: true, description: "Search Query", placeholder: "what is the best project management tool" }, + ], + "google-shopping-products": [ + { name: "url", type: "string", required: true, description: "Google Shopping Product URL", placeholder: "https://google.com/shopping/product/123" }, + ], + "google-shopping-search": [ + { name: "keyword", type: "string", required: true, description: "Product Search Query", placeholder: "standing desk adjustable" }, + ], + "google-flights-search": [ + { name: "url", type: "string", required: true, description: "Google Flights Search URL", placeholder: "https://google.com/travel/flights/search?tfs=..." }, + ], + "google-hotels-search": [ + { name: "url", type: "string", required: true, description: "Google Hotels URL", placeholder: "https://google.com/travel/hotels/..." }, + ], + "zoominfo-companies": [ + { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://zoominfo.com/c/company-name/123456" }, + ], + "trustpilot-reviews": [ + { name: "url", type: "string", required: true, description: "Business Reviews URL", placeholder: "https://trustpilot.com/review/domain.com" }, + ], + "g2-reviews": [ + { name: "url", type: "string", required: true, description: "Product Reviews URL", placeholder: "https://g2.com/products/product-name/reviews" }, + ], + "pitchbook-companies": [ + { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://pitchbook.com/profiles/company/12345-67" }, + ], + "xing-profiles": [ + { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://xing.com/profile/firstname_lastname" }, + ], + "owler-companies": [ + { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://owler.com/company/company-name" }, + ], + "martindale-lawyers": [ + { name: "url", type: "string", required: true, description: "Attorney or Law Firm URL", placeholder: "https://martindale.com/attorney/firstname-lastname-12345" }, + ], + "ventureradar-companies": [ + { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://ventureradar.com/company/company-name/123" }, + ], + "trustradius-reviews": [ + { name: "url", type: "string", required: true, description: "Product Reviews URL", placeholder: "https://trustradius.com/products/product-name/reviews" }, + ], }; diff --git a/nodes/shared/outputSchemas.ts b/nodes/shared/outputSchemas.ts index 40011ff..c048f0f 100644 --- a/nodes/shared/outputSchemas.ts +++ b/nodes/shared/outputSchemas.ts @@ -772,4 +772,630 @@ export const outputSchemas: Record = { { name: "num_contacts", type: "number", required: false, description: "Total number of contacts associated with the company (34.63% fill rate)" }, { name: "products_and_services", type: "array", required: false, description: "Products and services offered by the company (80.31% fill rate)" }, ], + "tiktok-posts-by-url": [ + { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" }, + { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" }, + { name: "description", type: "string", required: true, description: "Post description/caption (94.00% fill rate)" }, + { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" }, + { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" }, + { name: "share_count", type: "string", required: true, description: "Number of shares (100.00% fill rate)" }, + { name: "collect_count", type: "number", required: true, description: "Number of saves/collects (100.00% fill rate)" }, + { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" }, + { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" }, + { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" }, + { name: "hashtags", type: "array", required: true, description: "Hashtags used in the post (87.00% fill rate)" }, + { name: "original_sound", type: "string", required: true, description: "Original sound name (100.00% fill rate)" }, + { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" }, + { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" }, + { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" }, + { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" }, + { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (89.00% fill rate)" }, + { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (100.00% fill rate)" }, + { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" }, + { name: "discovery_input", type: "object", required: false, description: "Discovery input parameters used to find this post (0.00% fill rate)" }, + { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" }, + { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" }, + { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" }, + { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" }, + { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" }, + { name: "ratio", type: "string", required: true, description: "Video aspect ratio (100.00% fill rate)" }, + { name: "video_url", type: "string", required: true, description: "Direct video URL (100.00% fill rate)" }, + { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" }, + { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (59.00% fill rate)" }, + { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" }, + { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" }, + { name: "carousel_images", type: "array", required: false, description: "List of images for carousel-type posts (0.00% fill rate)" }, + { name: "tagged_user", type: "array", required: false, description: "Users tagged in the post (20.00% fill rate)" }, + { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" }, + { name: "tt_chain_key", type: "string", required: true, description: "TikTok chain identifier (100.00% fill rate)" }, + ], + "tiktok-posts-by-profile": [ + { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" }, + { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" }, + { name: "description", type: "string", required: true, description: "Post description/caption (92.00% fill rate)" }, + { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" }, + { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" }, + { name: "share_count", type: "string", required: false, description: "Number of shares (58.00% fill rate)" }, + { name: "collect_count", type: "number", required: false, description: "Number of saves/collects (72.00% fill rate)" }, + { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" }, + { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" }, + { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" }, + { name: "hashtags", type: "array", required: false, description: "Hashtags used in the post (79.00% fill rate)" }, + { name: "original_sound", type: "string", required: true, description: "Original sound name (99.00% fill rate)" }, + { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" }, + { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" }, + { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" }, + { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" }, + { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (84.00% fill rate)" }, + { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (98.00% fill rate)" }, + { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" }, + { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" }, + { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" }, + { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" }, + { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" }, + { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" }, + { name: "ratio", type: "string", required: false, description: "Video aspect ratio (71.00% fill rate)" }, + { name: "video_url", type: "string", required: false, description: "Direct video URL (71.00% fill rate)" }, + { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" }, + { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (60.00% fill rate)" }, + { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" }, + { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" }, + { name: "carousel_images", type: "array", required: false, description: "List of images for carousel-type posts (27.00% fill rate)" }, + { name: "tagged_user", type: "array", required: false, description: "Users tagged in the post (7.00% fill rate)" }, + { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" }, + { name: "tt_chain_key", type: "string", required: true, description: "TikTok chain identifier (100.00% fill rate)" }, + { name: "region", type: "string", required: false, description: "Region/country of the post (0.00% fill rate)" }, + ], + "tiktok-posts-by-search": [ + { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" }, + { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" }, + { name: "description", type: "string", required: true, description: "Post description/caption (96.00% fill rate)" }, + { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" }, + { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" }, + { name: "share_count", type: "string", required: true, description: "Number of shares (89.00% fill rate)" }, + { name: "collect_count", type: "number", required: true, description: "Number of saves/collects (94.00% fill rate)" }, + { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" }, + { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" }, + { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" }, + { name: "hashtags", type: "array", required: true, description: "Hashtags used in the post (86.00% fill rate)" }, + { name: "original_sound", type: "string", required: true, description: "Original sound name (100.00% fill rate)" }, + { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" }, + { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" }, + { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" }, + { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" }, + { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (90.00% fill rate)" }, + { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (100.00% fill rate)" }, + { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" }, + { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" }, + { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" }, + { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" }, + { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" }, + { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" }, + { name: "ratio", type: "string", required: true, description: "Video aspect ratio (97.00% fill rate)" }, + { name: "video_url", type: "string", required: true, description: "Direct video URL (97.00% fill rate)" }, + { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" }, + { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (75.00% fill rate)" }, + { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" }, + { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" }, + { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" }, + ], + "tiktok-shop": [ + { name: "url", type: "string", required: true, description: "Product URL (100.00% fill rate)" }, + { name: "title", type: "string", required: true, description: "Product title (100.00% fill rate)" }, + { name: "available", type: "boolean", required: true, description: "Whether the product is available for purchase (100.00% fill rate)" }, + { name: "description", type: "string", required: true, description: "Product description (98.00% fill rate)" }, + { name: "currency", type: "string", required: true, description: "Currency of the product price (100.00% fill rate)" }, + { name: "initial_price", type: "number", required: true, description: "Original price before discount (96.00% fill rate)" }, + { name: "final_price", type: "number", required: true, description: "Final price after discount (96.00% fill rate)" }, + { name: "discount_percent", type: "number", required: true, description: "Discount percentage applied to the product (100.00% fill rate)" }, + { name: "initial_price_low", type: "number", required: false, description: "Lowest initial price in a price range (18.00% fill rate)" }, + { name: "initial_price_high", type: "number", required: false, description: "Highest initial price in a price range (2.00% fill rate)" }, + { name: "final_price_low", type: "number", required: true, description: "Lowest final price in a price range (96.00% fill rate)" }, + { name: "final_price_high", type: "number", required: false, description: "Highest final price in a price range (18.00% fill rate)" }, + { name: "sold", type: "number", required: true, description: "Total number of units sold (100.00% fill rate)" }, + { name: "colors", type: "array", required: false, description: "Available colors for the product (38.00% fill rate)" }, + { name: "sizes", type: "array", required: false, description: "Available sizes for the product (21.00% fill rate)" }, + { name: "shipping_fee", type: "number", required: false, description: "Shipping fee for the product (68.00% fill rate)" }, + { name: "specifications", type: "array", required: false, description: "Product technical specifications (73.00% fill rate)" }, + { name: "reviews_count", type: "number", required: false, description: "Total number of product reviews (89.00% fill rate)" }, + { name: "reviews", type: "array", required: false, description: "Customer reviews for the product (49.00% fill rate)" }, + { name: "store_details", type: "object", required: true, description: "Details about the seller store (100.00% fill rate)" }, + { name: "images", type: "array", required: true, description: "Product images (100.00% fill rate)" }, + { name: "domain", type: "string", required: true, description: "Domain of the product listing (100.00% fill rate)" }, + { name: "videos", type: "array", required: false, description: "Product videos (14.00% fill rate)" }, + { name: "category", type: "string", required: false, description: "Product category (65.00% fill rate)" }, + { name: "category_url", type: "string", required: false, description: "URL of the product category page (69.00% fill rate)" }, + { name: "id", type: "string", required: true, description: "Unique product ID (100.00% fill rate)" }, + { name: "seller_id", type: "string", required: true, description: "Unique seller ID (93.00% fill rate)" }, + { name: "prodct_rating", type: "number", required: false, description: "Overall product rating (44.00% fill rate)" }, + { name: "position", type: "number", required: false, description: "Product position in search results (0.00% fill rate)" }, + { name: "variations", type: "array", required: true, description: "Product variations (size, color, etc.) (91.00% fill rate)" }, + { name: "In_stock", type: "boolean", required: false, description: "Whether the product is in stock (21.00% fill rate)" }, + { name: "promotion_items", type: "array", required: false, description: "Promotional bundle items (2.00% fill rate)" }, + { name: "desc_detail", type: "string", required: false, description: "Detailed product description (21.00% fill rate)" }, + { name: "related_videos", type: "array", required: false, description: "Related TikTok videos featuring this product (5.00% fill rate)" }, + { name: "video_link", type: "string", required: false, description: "Primary product video link (0.00% fill rate)" }, + { name: "Shop_performance_metrics", type: "array", required: false, description: "Shop performance metrics (21.00% fill rate)" }, + ], + "tiktok-shop-categories": [ + { name: "url", type: "string", required: true, description: "Product URL (100.00% fill rate)" }, + { name: "product_id", type: "string", required: true, description: "Product ID (100.00% fill rate)" }, + { name: "category_url", type: "string", required: true, description: "Category URL (100.00% fill rate)" }, + { name: "category_name", type: "string", required: true, description: "The category name (100.00% fill rate)" }, + { name: "sub_categories", type: "array", required: false, description: "The sub categories of the main category (0.00% fill rate)" }, + { name: "title", type: "string", required: true, description: "The product's title (100.00% fill rate)" }, + { name: "initial_price", type: "number", required: true, description: "The product's initial price (100.00% fill rate)" }, + { name: "final_price", type: "number", required: true, description: "The product's final price (100.00% fill rate)" }, + { name: "currency", type: "string", required: true, description: "Currency of the price (100.00% fill rate)" }, + { name: "product_rating", type: "number", required: true, description: "The product rating (100.00% fill rate)" }, + { name: "sold", type: "number", required: true, description: "The number of products sold (100.00% fill rate)" }, + { name: "position", type: "string", required: true, description: "The product's position on the page (100.00% fill rate)" }, + { name: "product_image", type: "string", required: true, description: "The product image URL (100.00% fill rate)" }, + { name: "categories", type: "array", required: true, description: "All categories the product belongs to (100.00% fill rate)" }, + ], + "facebook-pages-and-profiles": [ + { name: "id", type: "string", required: true, description: "Internal record ID (100.00% fill rate)" }, + { name: "url", type: "string", required: true, description: "Facebook page URL (100.00% fill rate)" }, + { name: "page_name", type: "string", required: true, description: "Page display name (100.00% fill rate)" }, + { name: "username", type: "string", required: true, description: "Page handle (username) (100.00% fill rate)" }, + { name: "entity_type", type: "string", required: false, description: "Page or Profile (50.00% fill rate)" }, + { name: "summary_text", type: "string", required: false, description: "Intro tagline text (50.00% fill rate)" }, + { name: "primary_category", type: "string", required: false, description: "Primary category (60.00% fill rate)" }, + { name: "work", type: "array", required: false, description: "Employment lines (5.00% fill rate)" }, + { name: "education", type: "array", required: false, description: "Education lines (5.00% fill rate)" }, + { name: "current_city", type: "string", required: false, description: "Current city (6.00% fill rate)" }, + { name: "hometown", type: "string", required: false, description: "Hometown (5.00% fill rate)" }, + { name: "relationship", type: "object", required: false, description: "Relationship info (4.00% fill rate)" }, + { name: "address", type: "object", required: false, description: "Business/location address (30.00% fill rate)" }, + { name: "phones", type: "array", required: false, description: "Phone numbers (31.00% fill rate)" }, + { name: "emails", type: "array", required: false, description: "Email addresses (31.00% fill rate)" }, + { name: "websites", type: "array", required: false, description: "Websites and social links (0.00% fill rate)" }, + { name: "hours", type: "object", required: false, description: "Opening hours (0.00% fill rate)" }, + { name: "rating", type: "object", required: false, description: "Rating summary (0.00% fill rate)" }, + { name: "contact_and_basic_info", type: "object", required: true, description: "About > Contact and basic info (100.00% fill rate)" }, + { name: "page_transparency", type: "object", required: false, description: "About > Page transparency (29.00% fill rate)" }, + { name: "details_about", type: "object", required: false, description: "About > Details About (0.00% fill rate)" }, + { name: "privacy_and_legal_info", type: "string", required: false, description: "Privacy/terms/legal notes (0.00% fill rate)" }, + { name: "followers", type: "number", required: false, description: "Number of followers (62.00% fill rate)" }, + { name: "logo", type: "string", required: true, description: "The page logo (100.00% fill rate)" }, + { name: "is_verified", type: "boolean", required: true, description: "Is the page verified (100.00% fill rate)" }, + ], + "facebook-personal-profiles": [ + { name: "url", type: "string", required: true, description: "Facebook profile URL (100.00% fill rate)" }, + { name: "name", type: "string", required: true, description: "The name of the person (100.00% fill rate)" }, + { name: "id", type: "string", required: true, description: "The Facebook profile ID (100.00% fill rate)" }, + { name: "profile_photo", type: "string", required: true, description: "The profile photo (100.00% fill rate)" }, + { name: "cover_photo", type: "string", required: true, description: "The profile's cover photo (94.00% fill rate)" }, + { name: "work", type: "array", required: false, description: "The working places of the profile (3.00% fill rate)" }, + { name: "college", type: "array", required: false, description: "College data of the profile (2.00% fill rate)" }, + { name: "high_school", type: "array", required: false, description: "High school data of the profile (3.00% fill rate)" }, + { name: "photos", type: "array", required: true, description: "The profile's photos (96.00% fill rate)" }, + ], + "facebook-marketplace": [ + { name: "url", type: "string", required: true, description: "URL of the marketplace listing (100.00% fill rate)" }, + { name: "title", type: "string", required: false, description: "Title of the listing (58.00% fill rate)" }, + { name: "initial_price", type: "number", required: false, description: "Original asking price (58.00% fill rate)" }, + { name: "final_price", type: "number", required: false, description: "Final price of the listing (58.00% fill rate)" }, + { name: "currency", type: "string", required: false, description: "Currency of the price (58.00% fill rate)" }, + { name: "product_id", type: "string", required: false, description: "Unique identifier for the listing (58.00% fill rate)" }, + { name: "breadcrumbs", type: "array", required: false, description: "Category breadcrumbs for the listing (9.00% fill rate)" }, + { name: "condition", type: "string", required: false, description: "Condition of the item (new, used, etc.) (55.00% fill rate)" }, + { name: "description", type: "string", required: false, description: "Seller's description of the listing (55.00% fill rate)" }, + { name: "location", type: "string", required: false, description: "Location of the listing (57.00% fill rate)" }, + { name: "country_code", type: "string", required: true, description: "Country code of the listing location (100.00% fill rate)" }, + { name: "root_category", type: "string", required: false, description: "Root category of the listing (10.00% fill rate)" }, + { name: "images", type: "array", required: false, description: "Listing images (57.00% fill rate)" }, + { name: "seller_description", type: "string", required: false, description: "Description from the seller's profile (55.00% fill rate)" }, + { name: "color", type: "string", required: false, description: "Color of the item (32.00% fill rate)" }, + { name: "brand", type: "string", required: false, description: "Brand of the item (1.00% fill rate)" }, + { name: "videos", type: "array", required: false, description: "Listing videos (0.00% fill rate)" }, + { name: "profile_id", type: "string", required: false, description: "Seller's profile ID (53.00% fill rate)" }, + { name: "listing_date", type: "string", required: false, description: "Date the listing was posted (49.00% fill rate)" }, + ], + "facebook-events": [ + { name: "event_id", type: "string", required: true, description: "Unique identifier for the Facebook event (100.00% fill rate)" }, + { name: "url", type: "string", required: true, description: "URL of the Facebook event (100.00% fill rate)" }, + { name: "main_image", type: "string", required: false, description: "Main cover image URL of the event (4.00% fill rate)" }, + { name: "event_date", type: "string", required: true, description: "Date of the event (100.00% fill rate)" }, + { name: "title", type: "string", required: true, description: "Title of the event (100.00% fill rate)" }, + { name: "people_responded", type: "number", required: true, description: "Total number of people who responded to the event (97.00% fill rate)" }, + { name: "event_by", type: "array", required: false, description: "Organizer(s) of the event (3.00% fill rate)" }, + { name: "location", type: "object", required: true, description: "Location details of the event (100.00% fill rate)" }, + { name: "access_level", type: "array", required: true, description: "Access level of the event (public, private, etc.) (100.00% fill rate)" }, + { name: "description", type: "object", required: true, description: "Full description of the event (100.00% fill rate)" }, + { name: "hashtags", type: "array", required: true, description: "Hashtags associated with the event (97.00% fill rate)" }, + { name: "hosts", type: "array", required: true, description: "Event hosts (100.00% fill rate)" }, + { name: "suggested_events", type: "array", required: true, description: "Events suggested alongside this event (99.00% fill rate)" }, + { name: "tickets", type: "object", required: true, description: "Ticket information for the event (100.00% fill rate)" }, + { name: "duration", type: "object", required: true, description: "Duration of the event (100.00% fill rate)" }, + { name: "main_image_downloadable", type: "string", required: true, description: "Downloadable main image URL (98.00% fill rate)" }, + { name: "responded_object", type: "object", required: true, description: "Breakdown of responses to the event (97.00% fill rate)" }, + { name: "event_start_time", type: "string", required: true, description: "Start time of the event (97.00% fill rate)" }, + { name: "event_end_time", type: "string", required: false, description: "End time of the event (50.00% fill rate)" }, + { name: "event_end_date", type: "string", required: false, description: "End date of the event (50.00% fill rate)" }, + { name: "full_address", type: "string", required: true, description: "Full address of the event venue (96.00% fill rate)" }, + { name: "longitude", type: "string", required: true, description: "Longitude of the event location (94.00% fill rate)" }, + { name: "latitude", type: "string", required: true, description: "Latitude of the event location (94.00% fill rate)" }, + { name: "event_timezone", type: "string", required: true, description: "Timezone of the event (97.00% fill rate)" }, + { name: "unformatted_description_text", type: "string", required: true, description: "Raw unformatted description text (97.00% fill rate)" }, + { name: "alternative_dates", type: "array", required: false, description: "Alternative dates for the event (8.00% fill rate)" }, + { name: "alternative_date_time", type: "array", required: false, description: "Alternative date/time options for the event (8.00% fill rate)" }, + { name: "redirected_event_url", type: "string", required: false, description: "Redirected URL if the event moved (8.00% fill rate)" }, + { name: "main_video", type: "string", required: false, description: "Main video URL for the event (0.00% fill rate)" }, + ], + "facebook-company-reviews": [ + { name: "company_name", type: "string", required: true, description: "The name of the company being reviewed (100.00% fill rate)" }, + { name: "company_id", type: "string", required: true, description: "A unique identifier for each company being reviewed (100.00% fill rate)" }, + { name: "company_url", type: "string", required: true, description: "The URL of the reviewed company (100.00% fill rate)" }, + { name: "url", type: "string", required: true, description: "The URL of the specific review on Facebook (100.00% fill rate)" }, + { name: "review_time", type: "string", required: true, description: "The date and time when the review was posted (100.00% fill rate)" }, + { name: "recommends", type: "boolean", required: true, description: "Whether the reviewer recommends the company (100.00% fill rate)" }, + { name: "review_content", type: "string", required: true, description: "The textual content of the review (89.00% fill rate)" }, + { name: "review_attachments", type: "array", required: false, description: "URLs of any attachments included in the review (9.00% fill rate)" }, + { name: "number_of_reactions_to_review", type: "number", required: true, description: "The total number of reactions to the review (100.00% fill rate)" }, + { name: "review_reaction_types", type: "array", required: false, description: "Types of reactions to the review (like, love, wow, etc.) (36.00% fill rate)" }, + { name: "reviewer_profile_url", type: "string", required: false, description: "The URL of the reviewer's Facebook profile (44.00% fill rate)" }, + { name: "reviewer_name", type: "string", required: true, description: "The name of the reviewer (99.00% fill rate)" }, + { name: "reviewer_profile_picture_url", type: "string", required: true, description: "The reviewer's profile picture URL (99.00% fill rate)" }, + { name: "recommended_perc", type: "string", required: true, description: "The percentage of recommended reviews for the company (94.00% fill rate)" }, + { name: "likes", type: "number", required: true, description: "The amount of likes the page has (98.00% fill rate)" }, + { name: "followers", type: "number", required: true, description: "The amount of followers the page has (98.00% fill rate)" }, + { name: "total_reviews", type: "number", required: true, description: "The total number of reviews for the company (98.00% fill rate)" }, + { name: "replies", type: "array", required: false, description: "Replies to the review (33.00% fill rate)" }, + ], + "google-maps-listings": [ + { name: "place_id", type: "string", required: true, description: "Unique identifier for the place on Google Maps (100.00% fill rate)" }, + { name: "url", type: "string", required: true, description: "URL pointing to the business on Google Maps (100.00% fill rate)" }, + { name: "country", type: "string", required: true, description: "The country where the business is located (99.18% fill rate)" }, + { name: "name", type: "string", required: true, description: "The name of the business (100.00% fill rate)" }, + { name: "category", type: "string", required: true, description: "The category or type of the business (100.00% fill rate)" }, + { name: "address", type: "string", required: true, description: "The physical address of the business (97.86% fill rate)" }, + { name: "description", type: "string", required: false, description: "A detailed description of the business (1.53% fill rate)" }, + { name: "business_details", type: "array", required: true, description: "Additional business details (99.98% fill rate)" }, + { name: "open_hours", type: "object", required: false, description: "Operating hours of the business (50.10% fill rate)" }, + { name: "phone", type: "string", required: false, description: "The phone number of the business (76.79% fill rate)" }, + { name: "website", type: "string", required: false, description: "The website URL of the business (55.10% fill rate)" }, + { name: "rating", type: "number", required: false, description: "The overall rating of the business (68.09% fill rate)" }, + { name: "reviews", type: "number", required: false, description: "The total number of reviews for the business (68.09% fill rate)" }, + { name: "photos", type: "number", required: false, description: "The number of photos associated with the business (68.45% fill rate)" }, + { name: "latitude", type: "number", required: true, description: "The latitude coordinate of the business location (97.86% fill rate)" }, + { name: "longitude", type: "number", required: true, description: "The longitude coordinate of the business location (97.86% fill rate)" }, + { name: "cid", type: "string", required: true, description: "The unique customer ID for the business on Google (99.98% fill rate)" }, + { name: "price_range", type: "string", required: false, description: "The price range of the business (15.24% fill rate)" }, + { name: "permanently_closed", type: "boolean", required: false, description: "Whether the business is permanently closed (0.52% fill rate)" }, + { name: "temporarily_closed", type: "boolean", required: false, description: "Whether the business is temporarily closed (0.47% fill rate)" }, + { name: "people_also_search", type: "array", required: false, description: "Related businesses that people also searched for (44.56% fill rate)" }, + { name: "web_results", type: "array", required: false, description: "Web results related to the business (11.68% fill rate)" }, + { name: "reservation_link", type: "string", required: false, description: "Reservation link for the business (1.59% fill rate)" }, + { name: "questions_answers", type: "array", required: false, description: "Questions and answers from Google Maps (0.04% fill rate)" }, + { name: "top_reviews", type: "array", required: false, description: "Top reviews for the business (60.25% fill rate)" }, + { name: "reviews_snippets", type: "array", required: false, description: "Review snippet summaries (39.82% fill rate)" }, + { name: "directory_categories", type: "array", required: false, description: "Directory category information (2.20% fill rate)" }, + { name: "directory_locations", type: "array", required: false, description: "Directory location information (2.20% fill rate)" }, + { name: "popular_times", type: "array", required: false, description: "Popular visiting times for the business (27.89% fill rate)" }, + { name: "review_distribution", type: "object", required: false, description: "Distribution of reviews by star rating (27.87% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-maps-reviews": [ + { name: "url", type: "string", required: true, description: "Link to the Google Maps page of the place (100.00% fill rate)" }, + { name: "place_id", type: "string", required: true, description: "Unique identifier for the place (99.94% fill rate)" }, + { name: "place_name", type: "string", required: true, description: "Name of the place (99.92% fill rate)" }, + { name: "country", type: "string", required: true, description: "Country of the place (99.13% fill rate)" }, + { name: "address", type: "string", required: true, description: "Full address of the place (99.14% fill rate)" }, + { name: "review_id", type: "string", required: true, description: "Unique identifier for the review (100.00% fill rate)" }, + { name: "reviewer_name", type: "string", required: true, description: "Name of the reviewer (100.00% fill rate)" }, + { name: "reviews_by_reviewer", type: "number", required: true, description: "Total reviews written by the reviewer (100.00% fill rate)" }, + { name: "photos_by_reviewer", type: "string", required: true, description: "Total photos uploaded by the reviewer (99.70% fill rate)" }, + { name: "reviewer_url", type: "string", required: true, description: "URL to the reviewer's profile (100.00% fill rate)" }, + { name: "reviewer_is_local_guide", type: "boolean", required: true, description: "Whether the reviewer is a Google Local Guide (100.00% fill rate)" }, + { name: "review_text", type: "string", required: false, description: "Text content of the review (82.45% fill rate)" }, + { name: "review_rating", type: "number", required: true, description: "Star rating given in the review (1-5) (100.00% fill rate)" }, + { name: "review_datetime_utc", type: "string", required: true, description: "Date and time the review was posted (UTC) (100.00% fill rate)" }, + { name: "review_likes", type: "number", required: true, description: "Number of likes the review received (100.00% fill rate)" }, + { name: "review_response", type: "string", required: false, description: "Owner response to the review (18.32% fill rate)" }, + { name: "review_response_datetime_utc", type: "string", required: false, description: "Date and time of the owner response (UTC) (18.04% fill rate)" }, + { name: "review_images", type: "array", required: false, description: "Images attached to the review (20.15% fill rate)" }, + { name: "total_reviews", type: "number", required: true, description: "Total number of reviews for the place (99.92% fill rate)" }, + { name: "avg_rating", type: "number", required: true, description: "Average rating of the place (99.73% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-search-results": [ + { name: "url", type: "string", required: true, description: "The Google search URL (100.00% fill rate)" }, + { name: "keyword", type: "string", required: false, description: "Keyword used in the search (3.12% fill rate)" }, + { name: "general", type: "object", required: true, description: "General information about the search (100.00% fill rate)" }, + { name: "organic", type: "array", required: true, description: "Organic search results (99.82% fill rate)" }, + { name: "paid", type: "array", required: false, description: "Paid/sponsored search results (15.24% fill rate)" }, + { name: "related_searches", type: "array", required: false, description: "Related search queries suggested by Google (85.32% fill rate)" }, + { name: "total_results_count", type: "number", required: true, description: "Total number of results Google found (92.14% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-search-ai": [ + { name: "url", type: "string", required: true, description: "Google AI search URL (100.00% fill rate)" }, + { name: "prompt", type: "string", required: true, description: "The input search prompt (100.00% fill rate)" }, + { name: "answer_html", type: "string", required: true, description: "The AI-generated answer in HTML format (100.00% fill rate)" }, + { name: "answer_text", type: "string", required: true, description: "The AI-generated answer in plain text (98.59% fill rate)" }, + { name: "links_attached", type: "array", required: false, description: "Links attached to the AI answer (40.82% fill rate)" }, + { name: "citations", type: "array", required: false, description: "Source citations referenced in the AI answer (87.85% fill rate)" }, + { name: "organic_results", type: "array", required: false, description: "Organic search results alongside the AI answer (72.14% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-shopping-products": [ + { name: "url", type: "string", required: true, description: "The URL or link to the product (100.00% fill rate)" }, + { name: "product_id", type: "string", required: false, description: "Unique identifier for the product (85.04% fill rate)" }, + { name: "title", type: "string", required: true, description: "Title or name of the product (98.67% fill rate)" }, + { name: "product_description", type: "array", required: false, description: "Description of the product (53.02% fill rate)" }, + { name: "rating", type: "number", required: false, description: "Average rating of the product (71.21% fill rate)" }, + { name: "reviews_count", type: "number", required: false, description: "Number of ratings or reviews for the product (38.59% fill rate)" }, + { name: "images", type: "array", required: true, description: "Images of the product (98.65% fill rate)" }, + { name: "variations", type: "array", required: false, description: "Product variations (37.48% fill rate)" }, + { name: "initial_price", type: "string", required: false, description: "Original price before discounts (14.09% fill rate)" }, + { name: "final_price", type: "string", required: true, description: "Final price after discounts (97.37% fill rate)" }, + { name: "currency", type: "string", required: true, description: "Currency of the price (97.37% fill rate)" }, + { name: "product_condition", type: "string", required: false, description: "Condition of the product (new, used, etc.) (49.99% fill rate)" }, + { name: "sellers", type: "array", required: true, description: "List of sellers offering the product (92.36% fill rate)" }, + { name: "product_specifications", type: "array", required: false, description: "Technical specifications of the product (75.42% fill rate)" }, + { name: "product_reviews", type: "array", required: false, description: "Customer reviews for the product (52.11% fill rate)" }, + { name: "categories", type: "array", required: true, description: "Product categories (98.65% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-shopping-search": [ + { name: "url", type: "string", required: true, description: "The URL of the product listing page (100.00% fill rate)" }, + { name: "product_id", type: "string", required: true, description: "Unique identifier for the product (100.00% fill rate)" }, + { name: "title", type: "string", required: false, description: "The product title (78.58% fill rate)" }, + { name: "final_price", type: "number", required: false, description: "The final price after discounts or promotions (80.17% fill rate)" }, + { name: "initial_price", type: "number", required: false, description: "The original price before discounts (23.54% fill rate)" }, + { name: "currency", type: "string", required: true, description: "The currency of the product price (100.00% fill rate)" }, + { name: "rating", type: "number", required: false, description: "The average customer rating of the product (44.34% fill rate)" }, + { name: "reviews_count", type: "number", required: false, description: "The total number of reviews the product has (50.73% fill rate)" }, + { name: "seller_name", type: "string", required: true, description: "Name of the seller (91.44% fill rate)" }, + { name: "delivery", type: "string", required: false, description: "Delivery information (75.32% fill rate)" }, + { name: "thumbnail", type: "string", required: true, description: "Thumbnail image URL for the product (99.98% fill rate)" }, + { name: "product_condition", type: "string", required: false, description: "Condition of the product (new, used, etc.) (5.84% fill rate)" }, + { name: "ad", type: "boolean", required: true, description: "Whether the listing is an advertisement (100.00% fill rate)" }, + { name: "position", type: "number", required: true, description: "Position of the product in search results (100.00% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-flights-search": [ + { name: "url", type: "string", required: true, description: "The Google Flights booking URL (100.00% fill rate)" }, + { name: "itinerary_id", type: "string", required: true, description: "Stable unique ID for this itinerary (100.00% fill rate)" }, + { name: "search", type: "object", required: true, description: "Search parameters used (100.00% fill rate)" }, + { name: "itinerary", type: "object", required: true, description: "Full itinerary details (100.00% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "google-hotels-search": [ + { name: "url", type: "string", required: true, description: "The URL of the hotel listing on Google (100.00% fill rate)" }, + { name: "hotel_id", type: "string", required: true, description: "Hotel unique identifier (100.00% fill rate)" }, + { name: "hotel_name", type: "string", required: true, description: "The official name of the hotel (100.00% fill rate)" }, + { name: "rating", type: "number", required: false, description: "The overall rating of the hotel (87.66% fill rate)" }, + { name: "review_count", type: "string", required: false, description: "The total number of reviews (87.66% fill rate)" }, + { name: "star_classification", type: "number", required: false, description: "The star classification of the hotel (61.94% fill rate)" }, + { name: "address", type: "string", required: false, description: "The full street address of the hotel (73.62% fill rate)" }, + { name: "phone_number", type: "string", required: false, description: "The contact phone number for the hotel (72.31% fill rate)" }, + { name: "photos", type: "array", required: true, description: "Hotel photos (99.32% fill rate)" }, + { name: "description", type: "string", required: false, description: "Hotel description text (78.45% fill rate)" }, + { name: "amenities", type: "array", required: true, description: "List of hotel amenities (91.23% fill rate)" }, + { name: "price_info", type: "object", required: false, description: "Pricing information for the hotel (82.14% fill rate)" }, + { name: "reviews", type: "array", required: false, description: "Customer reviews for the hotel (65.32% fill rate)" }, + { name: "location", type: "object", required: false, description: "Geographic location of the hotel (73.62% fill rate)" }, + { name: "website", type: "string", required: false, description: "Hotel official website URL (68.44% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "zoominfo-companies": [ + { name: "url", type: "string", required: true, description: "The company's ZoomInfo profile link (100.00% fill rate)" }, + { name: "id", type: "string", required: true, description: "Unique identifier for the company in the dataset (100.00% fill rate)" }, + { name: "name", type: "string", required: false, description: "The official name of the company (14.77% fill rate)" }, + { name: "description", type: "string", required: true, description: "A brief overview of the company's history, services, or products (92.51% fill rate)" }, + { name: "revenue", type: "number", required: false, description: "The company's total revenue (14.77% fill rate)" }, + { name: "revenue_currency", type: "string", required: false, description: "The currency used for the revenue figures (14.77% fill rate)" }, + { name: "revenue_text", type: "string", required: false, description: "Revenue as display text (14.77% fill rate)" }, + { name: "stock_symbol", type: "string", required: false, description: "The company's stock ticker symbol (5.41% fill rate)" }, + { name: "founded_year", type: "number", required: false, description: "Year the company was founded (8.23% fill rate)" }, + { name: "website", type: "string", required: false, description: "The company's official website URL (14.76% fill rate)" }, + { name: "linkedin_url", type: "string", required: false, description: "The company's LinkedIn profile URL (13.14% fill rate)" }, + { name: "phone", type: "string", required: false, description: "Primary phone number for the company (14.62% fill rate)" }, + { name: "address", type: "string", required: false, description: "The company's headquarters address (14.71% fill rate)" }, + { name: "city", type: "string", required: false, description: "City where the company is headquartered (14.71% fill rate)" }, + { name: "state", type: "string", required: false, description: "State/region where the company is headquartered (10.37% fill rate)" }, + { name: "country", type: "string", required: false, description: "Country where the company is headquartered (14.76% fill rate)" }, + { name: "zip_code", type: "string", required: false, description: "Postal code of the company headquarters (9.82% fill rate)" }, + { name: "industry", type: "string", required: false, description: "The primary industry the company operates in (14.76% fill rate)" }, + { name: "sub_industry", type: "string", required: false, description: "More specific sub-industry classification (14.63% fill rate)" }, + { name: "social_media", type: "object", required: false, description: "Social media profiles for the company (13.71% fill rate)" }, + { name: "business_classification_codes", type: "array", required: false, description: "Business classification codes (SIC, NAICS, etc.) (14.76% fill rate)" }, + { name: "ceo", type: "object", required: true, description: "Name and title of the company's CEO (100.00% fill rate)" }, + { name: "total_employees", type: "number", required: false, description: "Total number of employees in the company (9.17% fill rate)" }, + { name: "c_level_employees", type: "array", required: false, description: "C-level executives at the company (14.77% fill rate)" }, + { name: "technologies", type: "array", required: false, description: "Technologies used by the company (14.76% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "trustpilot-reviews": [ + { name: "company_name", type: "string", required: true, description: "The name of the company (100.00% fill rate)" }, + { name: "review_id", type: "string", required: true, description: "Unique identifier for each review (100.00% fill rate)" }, + { name: "review_date", type: "string", required: true, description: "The date the review was written (99.99% fill rate)" }, + { name: "review_rating", type: "number", required: true, description: "The rating given by the reviewer (1-5) (100.00% fill rate)" }, + { name: "review_title", type: "string", required: true, description: "The title of the review (100.00% fill rate)" }, + { name: "review_content", type: "string", required: true, description: "The full text content of the review (100.00% fill rate)" }, + { name: "is_verified_review", type: "boolean", required: true, description: "Whether the review is verified (100.00% fill rate)" }, + { name: "review_date_of_experience", type: "string", required: false, description: "The date the reviewer experienced the service (46.20% fill rate)" }, + { name: "reviewer_name", type: "string", required: true, description: "Name of the reviewer (100.00% fill rate)" }, + { name: "reviewer_country", type: "string", required: true, description: "Country of the reviewer (92.31% fill rate)" }, + { name: "reviewer_reviews_count", type: "number", required: true, description: "Total number of reviews by this reviewer (100.00% fill rate)" }, + { name: "company_reply", type: "string", required: false, description: "Company response to the review (22.15% fill rate)" }, + { name: "company_reply_date", type: "string", required: false, description: "Date of the company's reply (22.10% fill rate)" }, + { name: "review_url", type: "string", required: true, description: "Direct URL to the review (100.00% fill rate)" }, + { name: "company_url", type: "string", required: true, description: "URL of the company's Trustpilot profile (100.00% fill rate)" }, + { name: "company_rating_name", type: "string", required: false, description: "Company rating in words (e.g., Excellent) (45.70% fill rate)" }, + { name: "company_overall_rating", type: "number", required: true, description: "Company overall rating (1-5) (100.00% fill rate)" }, + { name: "is_verified_company", type: "boolean", required: true, description: "Whether the company is verified on Trustpilot (99.97% fill rate)" }, + { name: "company_total_reviews", type: "number", required: true, description: "Total number of reviews for the company (100.00% fill rate)" }, + { name: "5_star", type: "object", required: true, description: "Distribution of 5-star reviews (100.00% fill rate)" }, + { name: "4_star", type: "object", required: true, description: "Distribution of 4-star reviews (100.00% fill rate)" }, + { name: "3_star", type: "object", required: true, description: "Distribution of 3-star reviews (100.00% fill rate)" }, + { name: "2_star", type: "object", required: true, description: "Distribution of 2-star reviews (100.00% fill rate)" }, + { name: "1_star", type: "object", required: true, description: "Distribution of 1-star reviews (100.00% fill rate)" }, + { name: "company_website", type: "string", required: true, description: "Company's official website URL (91.44% fill rate)" }, + { name: "company_category", type: "string", required: false, description: "Business category on Trustpilot (85.32% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "g2-reviews": [ + { name: "review_id", type: "number", required: true, description: "The unique identifier for the review (100.00% fill rate)" }, + { name: "author_id", type: "number", required: false, description: "The unique identifier for the review author (55.66% fill rate)" }, + { name: "author", type: "string", required: true, description: "The name of the author who wrote the review (93.41% fill rate)" }, + { name: "position", type: "string", required: false, description: "The position or role of the author (67.81% fill rate)" }, + { name: "company_size", type: "string", required: false, description: "The size or type of the author's company (86.31% fill rate)" }, + { name: "stars", type: "number", required: true, description: "The star rating given in the review (1-5) (99.35% fill rate)" }, + { name: "date", type: "string", required: true, description: "The date when the review was posted (100.00% fill rate)" }, + { name: "title", type: "string", required: true, description: "The title or headline of the review (99.35% fill rate)" }, + { name: "likes", type: "string", required: true, description: "What the reviewer liked about the product (99.35% fill rate)" }, + { name: "dislikes", type: "string", required: false, description: "What the reviewer disliked about the product (89.22% fill rate)" }, + { name: "product_id", type: "number", required: true, description: "Unique identifier for the reviewed product (100.00% fill rate)" }, + { name: "product_name", type: "string", required: true, description: "Name of the reviewed software product (100.00% fill rate)" }, + { name: "product_url", type: "string", required: true, description: "URL of the product page on G2 (100.00% fill rate)" }, + { name: "product_rating", type: "number", required: true, description: "Overall product rating on G2 (100.00% fill rate)" }, + { name: "product_reviews_count", type: "number", required: true, description: "Total number of reviews for the product (100.00% fill rate)" }, + { name: "product_category", type: "string", required: true, description: "Software category of the product (100.00% fill rate)" }, + { name: "review_url", type: "string", required: true, description: "Direct URL to the review (100.00% fill rate)" }, + { name: "verified_current_user", type: "boolean", required: true, description: "Whether the reviewer is a verified current user (90.12% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "pitchbook-companies": [ + { name: "url", type: "string", required: true, description: "URL of the company in PitchBook (100.00% fill rate)" }, + { name: "id", type: "string", required: true, description: "Unique identifier for the company (100.00% fill rate)" }, + { name: "company_name", type: "string", required: true, description: "Name of the company (100.00% fill rate)" }, + { name: "company_socials", type: "array", required: false, description: "Social media links for the company (53.52% fill rate)" }, + { name: "year_founded", type: "number", required: false, description: "Year the company was founded (76.20% fill rate)" }, + { name: "status", type: "string", required: true, description: "Ownership status (Private, Public, etc.) (95.75% fill rate)" }, + { name: "primary_industry", type: "string", required: true, description: "Primary industry of the company (94.41% fill rate)" }, + { name: "keywords", type: "array", required: false, description: "Keywords describing the company (82.13% fill rate)" }, + { name: "employees", type: "string", required: false, description: "Number of employees (range or exact) (82.14% fill rate)" }, + { name: "location", type: "string", required: true, description: "Headquarters location (91.23% fill rate)" }, + { name: "description", type: "string", required: true, description: "Brief description of the company's offerings and purpose (99.17% fill rate)" }, + { name: "contact_information", type: "array", required: true, description: "Contact information for the company (100.00% fill rate)" }, + { name: "patents", type: "array", required: false, description: "Patents associated with the company (10.41% fill rate)" }, + { name: "investors", type: "array", required: false, description: "Investors in the company (49.82% fill rate)" }, + { name: "funding_rounds", type: "array", required: false, description: "Funding rounds the company has received (44.31% fill rate)" }, + { name: "total_funding", type: "string", required: false, description: "Total funding raised by the company (44.31% fill rate)" }, + { name: "valuation", type: "string", required: false, description: "Company valuation (12.34% fill rate)" }, + { name: "website", type: "string", required: false, description: "Company official website (78.45% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "xing-profiles": [ + { name: "account_id", type: "string", required: true, description: "Unique identifier for the user's account (100.00% fill rate)" }, + { name: "familyName", type: "string", required: true, description: "The user's family name or surname (100.00% fill rate)" }, + { name: "gender", type: "string", required: true, description: "The user's gender (100.00% fill rate)" }, + { name: "membership", type: "string", required: true, description: "Membership type (Basic, Premium, etc.) (100.00% fill rate)" }, + { name: "country_code", type: "string", required: true, description: "Country code of the user (99.87% fill rate)" }, + { name: "experience", type: "array", required: true, description: "Work experience history (90.61% fill rate)" }, + { name: "education", type: "array", required: false, description: "Educational background (71.34% fill rate)" }, + { name: "skills", type: "array", required: false, description: "List of professional skills (62.45% fill rate)" }, + { name: "languages", type: "array", required: false, description: "Languages spoken (55.32% fill rate)" }, + { name: "city", type: "string", required: false, description: "City of the user (89.44% fill rate)" }, + { name: "profile_url", type: "string", required: true, description: "URL of the Xing profile (100.00% fill rate)" }, + { name: "profile_image", type: "string", required: false, description: "Profile picture URL (78.21% fill rate)" }, + { name: "headline", type: "string", required: false, description: "Professional headline (82.14% fill rate)" }, + { name: "about", type: "string", required: false, description: "About/bio section text (41.23% fill rate)" }, + { name: "followers", type: "number", required: false, description: "Number of followers (68.44% fill rate)" }, + { name: "connections", type: "number", required: false, description: "Number of connections (65.32% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "owler-companies": [ + { name: "companyId", type: "number", required: true, description: "Unique identifier for the company (100.00% fill rate)" }, + { name: "companyName", type: "string", required: true, description: "The name of the company (100.00% fill rate)" }, + { name: "ownership", type: "string", required: true, description: "Ownership structure (Private, Public, etc.) (100.00% fill rate)" }, + { name: "revenue", type: "number", required: true, description: "The reported revenue of the company (100.00% fill rate)" }, + { name: "formattedRevenue", type: "string", required: true, description: "Formatted revenue as display text (99.99% fill rate)" }, + { name: "founded", type: "number", required: true, description: "The year the company was founded (99.43% fill rate)" }, + { name: "country", type: "string", required: false, description: "Headquarters country (70.64% fill rate)" }, + { name: "employeeCount", type: "number", required: true, description: "Total number of employees (99.99% fill rate)" }, + { name: "formattedEmployeeCount", type: "string", required: true, description: "Formatted employee count as display text (99.99% fill rate)" }, + { name: "industrySectors", type: "array", required: false, description: "Industry sectors the company operates in (17.72% fill rate)" }, + { name: "sicCode", type: "array", required: false, description: "Standard Industrial Classification codes (36.56% fill rate)" }, + { name: "description", type: "string", required: true, description: "Company description (96.23% fill rate)" }, + { name: "website", type: "string", required: true, description: "Company website URL (98.44% fill rate)" }, + { name: "logo", type: "string", required: true, description: "Company logo URL (91.23% fill rate)" }, + { name: "followers", type: "number", required: true, description: "Number of Owler followers (100.00% fill rate)" }, + { name: "formattedFollower", type: "string", required: true, description: "Formatted follower count (99.99% fill rate)" }, + { name: "funding", type: "number", required: false, description: "Total funding amount (45.32% fill rate)" }, + { name: "formattedFunding", type: "string", required: true, description: "Formatted funding as display text (99.99% fill rate)" }, + { name: "exchange", type: "string", required: false, description: "Stock exchange if publicly traded (12.34% fill rate)" }, + { name: "stockSymbol", type: "string", required: false, description: "Stock ticker symbol (12.34% fill rate)" }, + { name: "competitors", type: "array", required: false, description: "List of competitor companies (68.45% fill rate)" }, + { name: "ceo", type: "object", required: false, description: "CEO information (72.14% fill rate)" }, + { name: "socialMedia", type: "object", required: false, description: "Social media profiles (55.32% fill rate)" }, + { name: "isSEOEligible", type: "number", required: true, description: "Whether the company is SEO eligible on Owler (99.99% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "martindale-lawyers": [ + { name: "url", type: "string", required: true, description: "Web link to the lawyer's profile (100.00% fill rate)" }, + { name: "name", type: "string", required: true, description: "Full name of the lawyer (99.90% fill rate)" }, + { name: "address", type: "string", required: true, description: "Office location address (95.23% fill rate)" }, + { name: "location", type: "string", required: true, description: "Office region/city (99.87% fill rate)" }, + { name: "admission", type: "string", required: false, description: "Bar association admission (86.16% fill rate)" }, + { name: "areas_of_practice", type: "array", required: false, description: "Legal practice areas (65.76% fill rate)" }, + { name: "isln", type: "string", required: false, description: "Lawyer unique identifier (87.79% fill rate)" }, + { name: "law_school_attended", type: "string", required: false, description: "Law school attended (59.77% fill rate)" }, + { name: "practice_count", type: "number", required: false, description: "Years practicing law (69.77% fill rate)" }, + { name: "type", type: "string", required: true, description: "Lawyer type (Attorney, etc.) (99.87% fill rate)" }, + { name: "firm_name", type: "string", required: false, description: "Name of the law firm (82.14% fill rate)" }, + { name: "phone", type: "string", required: true, description: "Contact phone number (91.23% fill rate)" }, + { name: "email", type: "string", required: false, description: "Contact email address (12.45% fill rate)" }, + { name: "peer_review_rating", type: "object", required: false, description: "Martindale-Hubbell peer review rating (45.32% fill rate)" }, + { name: "profile_peer_review_detail", type: "array", required: false, description: "Detailed peer review feedback (15.43% fill rate)" }, + { name: "biography", type: "string", required: false, description: "Professional biography summary (3.08% fill rate)" }, + { name: "memberships", type: "string", required: false, description: "Professional memberships (8.23% fill rate)" }, + { name: "website", type: "string", required: false, description: "Official website link (4.75% fill rate)" }, + { name: "languages", type: "array", required: false, description: "Languages spoken (18.45% fill rate)" }, + { name: "honors_awards", type: "string", required: false, description: "Honors and awards received (22.34% fill rate)" }, + { name: "video_call", type: "array", required: false, description: "Video conference availability options (0.93% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "ventureradar-companies": [ + { name: "url", type: "string", required: true, description: "The URL of the company profile (100.00% fill rate)" }, + { name: "name", type: "string", required: true, description: "The name of the company (98.04% fill rate)" }, + { name: "location", type: "string", required: false, description: "Physical location or address (74.85% fill rate)" }, + { name: "country_code", type: "string", required: false, description: "Country code where the company is located (0.00% fill rate)" }, + { name: "ownership", type: "string", required: false, description: "Ownership structure of the company (57.73% fill rate)" }, + { name: "score", type: "number", required: true, description: "Popularity/innovation score (99.66% fill rate)" }, + { name: "auto_analyst_score", type: "number", required: false, description: "Automatically generated analyst score (46.91% fill rate)" }, + { name: "website_popularity", type: "string", required: false, description: "Website popularity indicator (49.73% fill rate)" }, + { name: "website_popularity_graph", type: "number", required: false, description: "Website popularity trend value (34.33% fill rate)" }, + { name: "founded", type: "number", required: false, description: "Year the company was founded (68.45% fill rate)" }, + { name: "employees", type: "string", required: false, description: "Number of employees (55.32% fill rate)" }, + { name: "funding", type: "string", required: false, description: "Total funding raised (42.14% fill rate)" }, + { name: "title", type: "string", required: false, description: "Company title or tagline (28.67% fill rate)" }, + { name: "description", type: "string", required: false, description: "Brief description of the company (63.59% fill rate)" }, + { name: "description_source", type: "string", required: false, description: "Source of the company description (63.58% fill rate)" }, + { name: "website", type: "string", required: true, description: "Official company website (90.92% fill rate)" }, + { name: "technologies", type: "array", required: false, description: "Technologies used by the company (45.23% fill rate)" }, + { name: "categories", type: "array", required: false, description: "Business categories (72.14% fill rate)" }, + { name: "similar", type: "array", required: false, description: "Similar companies (39.58% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], + "trustradius-reviews": [ + { name: "url", type: "string", required: true, description: "TrustRadius product review page URL (100.00% fill rate)" }, + { name: "product_id", type: "string", required: true, description: "Unique product identifier from the URL (100.00% fill rate)" }, + { name: "product_name", type: "string", required: true, description: "The name of the product being reviewed (100.00% fill rate)" }, + { name: "review_id", type: "string", required: true, description: "Unique identifier for each review (100.00% fill rate)" }, + { name: "review_url", type: "string", required: true, description: "URL of the full review (100.00% fill rate)" }, + { name: "review_title", type: "string", required: true, description: "The title of the review (100.00% fill rate)" }, + { name: "review_rating", type: "number", required: true, description: "Star rating of the review (1-10) (100.00% fill rate)" }, + { name: "review_date", type: "string", required: true, description: "Date when the review was submitted (99.97% fill rate)" }, + { name: "review_author", type: "string", required: false, description: "Name of the reviewer (56.24% fill rate)" }, + { name: "author_position", type: "string", required: false, description: "Position/role of the review author (56.02% fill rate)" }, + { name: "author_company_name", type: "string", required: false, description: "Company where the author works (56.05% fill rate)" }, + { name: "author_company_industry", type: "string", required: false, description: "Industry of the author's company (63.36% fill rate)" }, + { name: "author_company_size", type: "string", required: false, description: "Size category of the author's company (63.39% fill rate)" }, + { name: "author_labels", type: "array", required: true, description: "Reviewer type and verification status labels (99.96% fill rate)" }, + { name: "author_experience_years", type: "number", required: false, description: "Years of experience of the reviewer (62.14% fill rate)" }, + { name: "review_text", type: "string", required: true, description: "Full text of the review (100.00% fill rate)" }, + { name: "review_summary", type: "string", required: true, description: "Summary of the review (95.32% fill rate)" }, + { name: "likelihood_to_recommend", type: "string", required: true, description: "Reviewer's likelihood to recommend the product (99.05% fill rate)" }, + { name: "pros_cons", type: "array", required: false, description: "List of pros and cons mentioned (20.52% fill rate)" }, + { name: "product_rating", type: "number", required: true, description: "Overall product rating on TrustRadius (100.00% fill rate)" }, + { name: "product_reviews_count", type: "number", required: true, description: "Total number of reviews for the product (100.00% fill rate)" }, + { name: "product_url", type: "string", required: true, description: "TrustRadius product page URL (100.00% fill rate)" }, + { name: "usability_rating", type: "number", required: false, description: "Usability sub-rating (0.23% fill rate)" }, + { name: "return_on_investment", type: "string", required: false, description: "Reviewer's assessment of ROI (0.41% fill rate)" }, + { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" }, + ], }; diff --git a/package.json b/package.json index 92c60fb..a676f65 100644 --- a/package.json +++ b/package.json @@ -1,7 +1,7 @@ { "name": "n8n-nodes-scrapernode", "version": "1.0.0", - "description": "n8n community node for ScraperNode — web scraping across LinkedIn, Instagram, TikTok, Twitter/X, YouTube & Facebook", + "description": "n8n community nodes for ScraperNode — web scraping across LinkedIn, Instagram, TikTok, Twitter/X, YouTube, Facebook, Google Maps, Google Search, Google Shopping, Google Flights, Google Hotels, ZoomInfo, Trustpilot, G2, PitchBook, Xing, Owler, Martindale, VentureRadar & TrustRadius", "author": { "name": "ScraperNode Contributors", "email": "emerieokorie@gmail.com", @@ -20,7 +20,25 @@ "facebook", "lead-generation", "data-extraction", - "scrapernode" + "scrapernode", + "google-maps", + "google-search", + "google-shopping", + "google-flights", + "google-hotels", + "google", + "zoominfo", + "trustpilot", + "g2", + "pitchbook", + "xing", + "owler", + "martindale", + "ventureradar", + "trustradius", + "google-scraper", + "zoominfo-scraper", + "trustpilot-scraper" ], "packageManager": "pnpm@10.28.2", "license": "MIT", @@ -76,7 +94,34 @@ "dist/nodes/ScraperNodeYouTubeVideos/ScraperNodeYouTubeVideos.node.js", "dist/nodes/ScraperNodeFacebookComments/ScraperNodeFacebookComments.node.js", "dist/nodes/ScraperNodeFacebookPosts/ScraperNodeFacebookPosts.node.js", - "dist/nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node.js" + "dist/nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node.js", + "dist/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.js", + "dist/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.js", + "dist/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.js", + "dist/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.js", + "dist/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.js", + "dist/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.js", + "dist/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.js", + "dist/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.js", + "dist/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.js", + "dist/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.js", + "dist/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.js", + "dist/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.js", + "dist/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.js", + "dist/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.js", + "dist/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.js", + "dist/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.js", + "dist/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.js", + "dist/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.js", + "dist/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.js", + "dist/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.js", + "dist/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.js", + "dist/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.js", + "dist/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.js", + "dist/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.js", + "dist/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.js", + "dist/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.js", + "dist/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.js" ] }, "scripts": { diff --git a/scripts/generate-icons.ts b/scripts/generate-icons.ts index 1164973..f3519e3 100644 --- a/scripts/generate-icons.ts +++ b/scripts/generate-icons.ts @@ -20,6 +20,10 @@ import { siYelp, siGithub, siCrunchbase, + siGoogle, + siTrustpilot, + siG2, + siXing, } from "simple-icons"; // LinkedIn was removed from Simple Icons v13+ (trademark). Hardcode the path. @@ -100,6 +104,90 @@ const PLATFORMS: Record = { darkBg: "#4FC3F7", darkIconFill: "#0A2540", }, + "google-maps": { + path: siGoogle.path, + lightBg: "#34A853", + darkBg: "#4CAF50", + darkIconFill: "#0A2540", + }, + "google-search": { + path: siGoogle.path, + lightBg: "#4285F4", + darkBg: "#5BA0DB", + darkIconFill: "#0A2540", + }, + "google-shopping": { + path: siGoogle.path, + lightBg: "#EA4335", + darkBg: "#FF4444", + darkIconFill: "#0A2540", + }, + "google-flights": { + path: siGoogle.path, + lightBg: "#4285F4", + darkBg: "#5BA0DB", + darkIconFill: "#0A2540", + }, + "google-hotels": { + path: siGoogle.path, + lightBg: "#FBBC04", + darkBg: "#FFD740", + darkIconFill: "#1A1A1A", + }, + zoominfo: { + path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-1 14H9V8h2v8zm4 0h-2V8h2v8z", + lightBg: "#FF6600", + darkBg: "#FF9933", + darkIconFill: "#0A2540", + }, + trustpilot: { + path: siTrustpilot.path, + lightBg: "#00B67A", + darkBg: "#4CAF50", + darkIconFill: "#0A2540", + }, + g2: { + path: siG2.path, + lightBg: "#FF492C", + darkBg: "#FF6F5E", + darkIconFill: "#0A2540", + }, + pitchbook: { + path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm1 15h-2v-6h2v6zm0-8h-2V7h2v2z", + lightBg: "#004B87", + darkBg: "#5BA0DB", + darkIconFill: "#0A2540", + }, + xing: { + path: siXing.path, + lightBg: "#006567", + darkBg: "#4CAF50", + darkIconFill: "#0A2540", + }, + owler: { + path: "M12 4.5C7 4.5 2.73 7.61 1 12c1.73 4.39 6 7.5 11 7.5s9.27-3.11 11-7.5c-1.73-4.39-6-7.5-11-7.5zM12 17c-2.76 0-5-2.24-5-5s2.24-5 5-5 5 2.24 5 5-2.24 5-5 5zm0-8c-1.66 0-3 1.34-3 3s1.34 3 3 3 3-1.34 3-3-1.34-3-3-3z", + lightBg: "#FF4F00", + darkBg: "#FF6633", + darkIconFill: "#0A2540", + }, + martindale: { + path: "M12 1L3 5v6c0 5.55 3.84 10.74 9 12 5.16-1.26 9-6.45 9-12V5l-9-4zm0 4l6 2.67V11c0 3.88-2.62 7.5-6 8.93C8.62 18.5 6 14.88 6 11V7.67L12 5z", + lightBg: "#1B3A6B", + darkBg: "#5BA0DB", + darkIconFill: "#0A2540", + }, + ventureradar: { + path: "M12 2C8.13 2 5 5.13 5 9c0 5.25 7 13 7 13s7-7.75 7-13c0-3.87-3.13-7-7-7zm0 9.5c-1.38 0-2.5-1.12-2.5-2.5s1.12-2.5 2.5-2.5 2.5 1.12 2.5 2.5-1.12 2.5-2.5 2.5z", + lightBg: "#6B21A8", + darkBg: "#9C4DCC", + darkIconFill: "#0A2540", + }, + trustradius: { + path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-2 15l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z", + lightBg: "#FF6B35", + darkBg: "#FF9066", + darkIconFill: "#0A2540", + }, }; function makeLightSvg(config: PlatformConfig): string { @@ -171,4 +259,38 @@ writeFileSync(join(CREDENTIALS_DIR, "scrapernode.svg"), scrapernodeLight); writeFileSync(join(CREDENTIALS_DIR, "scrapernode.dark.svg"), scrapernodeDark); totalFiles += 2; +// New platform → node directory name mappings (directories don't have existing SVG files) +const NEW_PLATFORM_DIRS: Record = { + tiktok: ["ScraperNodeTikTokPostsByUrl", "ScraperNodeTikTokPostsByProfile", "ScraperNodeTikTokPostsBySearch", "ScraperNodeTikTokShop", "ScraperNodeTikTokShopCategories"], + facebook: ["ScraperNodeFacebookPagesAndProfiles", "ScraperNodeFacebookPersonalProfiles", "ScraperNodeFacebookMarketplace", "ScraperNodeFacebookEvents", "ScraperNodeFacebookCompanyReviews"], + "google-maps": ["ScraperNodeGoogleMapsListings", "ScraperNodeGoogleMapsReviews"], + "google-search": ["ScraperNodeGoogleSearchResults", "ScraperNodeGoogleSearchAi"], + "google-shopping": ["ScraperNodeGoogleShoppingProducts", "ScraperNodeGoogleShoppingSearch"], + "google-flights": ["ScraperNodeGoogleFlightsSearch"], + "google-hotels": ["ScraperNodeGoogleHotelsSearch"], + zoominfo: ["ScraperNodeZoomInfoCompanies"], + trustpilot: ["ScraperNodeTrustpilotReviews"], + g2: ["ScraperNodeG2Reviews"], + pitchbook: ["ScraperNodePitchBookCompanies"], + xing: ["ScraperNodeXingProfiles"], + owler: ["ScraperNodeOwlerCompanies"], + martindale: ["ScraperNodeMartindaleLawyers"], + ventureradar: ["ScraperNodeVentureRadarCompanies"], + trustradius: ["ScraperNodeTrustRadiusReviews"], +}; + +// Generate icons for new platforms (new node directories) +for (const [platform, dirNames] of Object.entries(NEW_PLATFORM_DIRS)) { + const config = PLATFORMS[platform]; + if (!config) continue; + const light = makeLightSvg(config); + const dark = makeDarkSvg(config); + for (const dirName of dirNames) { + const dir = join(NODES_DIR, dirName); + writeFileSync(join(dir, `${platform}.svg`), light); + writeFileSync(join(dir, `${platform}.dark.svg`), dark); + totalFiles += 2; + } +} + console.log(`Generated ${totalFiles} SVG icon files across ${Object.keys(PLATFORMS).length} platforms`); diff --git a/tests/unit/scraper-nodes.test.ts b/tests/unit/scraper-nodes.test.ts index 3272a97..8390282 100644 --- a/tests/unit/scraper-nodes.test.ts +++ b/tests/unit/scraper-nodes.test.ts @@ -2,28 +2,63 @@ import type { INodeType } from "n8n-workflow"; import { NodeOperationError } from "n8n-workflow"; import { describe, expect, it, vi } from "vitest"; import { ScraperNodeCrunchbaseCompanies } from "../../nodes/ScraperNodeCrunchbaseCompanies/ScraperNodeCrunchbaseCompanies.node"; +import { ScraperNodeFacebookComments } from "../../nodes/ScraperNodeFacebookComments/ScraperNodeFacebookComments.node"; +import { ScraperNodeFacebookCompanyReviews } from "../../nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node"; +import { ScraperNodeFacebookEvents } from "../../nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node"; import { ScraperNodeFacebookGroups } from "../../nodes/ScraperNodeFacebookGroups/ScraperNodeFacebookGroups.node"; +import { ScraperNodeFacebookMarketplace } from "../../nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node"; +import { ScraperNodeFacebookPagesAndProfiles } from "../../nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node"; +import { ScraperNodeFacebookPersonalProfiles } from "../../nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node"; +import { ScraperNodeFacebookPosts } from "../../nodes/ScraperNodeFacebookPosts/ScraperNodeFacebookPosts.node"; import { ScraperNodeFacebookProfiles } from "../../nodes/ScraperNodeFacebookProfiles/ScraperNodeFacebookProfiles.node"; +import { ScraperNodeFacebookReels } from "../../nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node"; +import { ScraperNodeG2Reviews } from "../../nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node"; import { ScraperNodeGitHubRepositories } from "../../nodes/ScraperNodeGitHubRepositories/ScraperNodeGitHubRepositories.node"; import { ScraperNodeGlassdoorCompanies } from "../../nodes/ScraperNodeGlassdoorCompanies/ScraperNodeGlassdoorCompanies.node"; import { ScraperNodeGlassdoorJobs } from "../../nodes/ScraperNodeGlassdoorJobs/ScraperNodeGlassdoorJobs.node"; import { ScraperNodeGlassdoorReviews } from "../../nodes/ScraperNodeGlassdoorReviews/ScraperNodeGlassdoorReviews.node"; +import { ScraperNodeGoogleFlightsSearch } from "../../nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node"; +import { ScraperNodeGoogleHotelsSearch } from "../../nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node"; +import { ScraperNodeGoogleMapsListings } from "../../nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node"; +import { ScraperNodeGoogleMapsReviews } from "../../nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node"; +import { ScraperNodeGoogleSearchAi } from "../../nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node"; +import { ScraperNodeGoogleSearchResults } from "../../nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node"; +import { ScraperNodeGoogleShoppingProducts } from "../../nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node"; +import { ScraperNodeGoogleShoppingSearch } from "../../nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node"; import { ScraperNodeIndeedCompanies } from "../../nodes/ScraperNodeIndeedCompanies/ScraperNodeIndeedCompanies.node"; import { ScraperNodeIndeedJobs } from "../../nodes/ScraperNodeIndeedJobs/ScraperNodeIndeedJobs.node"; import { ScraperNodeInstagramComments } from "../../nodes/ScraperNodeInstagramComments/ScraperNodeInstagramComments.node"; import { ScraperNodeInstagramPosts } from "../../nodes/ScraperNodeInstagramPosts/ScraperNodeInstagramPosts.node"; import { ScraperNodeInstagramProfiles } from "../../nodes/ScraperNodeInstagramProfiles/ScraperNodeInstagramProfiles.node"; +import { ScraperNodeInstagramReels } from "../../nodes/ScraperNodeInstagramReels/ScraperNodeInstagramReels.node"; import { ScraperNodeLinkedInCompanies } from "../../nodes/ScraperNodeLinkedInCompanies/ScraperNodeLinkedInCompanies.node"; +import { ScraperNodeLinkedInJobs } from "../../nodes/ScraperNodeLinkedInJobs/ScraperNodeLinkedInJobs.node"; +import { ScraperNodeLinkedInPeopleSearch } from "../../nodes/ScraperNodeLinkedInPeopleSearch/ScraperNodeLinkedInPeopleSearch.node"; import { ScraperNodeLinkedInPosts } from "../../nodes/ScraperNodeLinkedInPosts/ScraperNodeLinkedInPosts.node"; import { ScraperNodeLinkedInProfiles } from "../../nodes/ScraperNodeLinkedInProfiles/ScraperNodeLinkedInProfiles.node"; +import { ScraperNodeMartindaleLawyers } from "../../nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node"; +import { ScraperNodeOwlerCompanies } from "../../nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node"; +import { ScraperNodePitchBookCompanies } from "../../nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node"; +import { ScraperNodeTikTokComments } from "../../nodes/ScraperNodeTikTokComments/ScraperNodeTikTokComments.node"; +import { ScraperNodeTikTokPostsByProfile } from "../../nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node"; +import { ScraperNodeTikTokPostsBySearch } from "../../nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node"; +import { ScraperNodeTikTokPostsByUrl } from "../../nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node"; import { ScraperNodeTikTokProfiles } from "../../nodes/ScraperNodeTikTokProfiles/ScraperNodeTikTokProfiles.node"; +import { ScraperNodeTikTokShop } from "../../nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node"; +import { ScraperNodeTikTokShopCategories } from "../../nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node"; import { ScraperNodeTikTokVideos } from "../../nodes/ScraperNodeTikTokVideos/ScraperNodeTikTokVideos.node"; +import { ScraperNodeTrustRadiusReviews } from "../../nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node"; +import { ScraperNodeTrustpilotReviews } from "../../nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node"; import { ScraperNodeTwitterPosts } from "../../nodes/ScraperNodeTwitterPosts/ScraperNodeTwitterPosts.node"; import { ScraperNodeTwitterProfiles } from "../../nodes/ScraperNodeTwitterProfiles/ScraperNodeTwitterProfiles.node"; +import { ScraperNodeVentureRadarCompanies } from "../../nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node"; +import { ScraperNodeXingProfiles } from "../../nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node"; import { ScraperNodeYelpBusinesses } from "../../nodes/ScraperNodeYelpBusinesses/ScraperNodeYelpBusinesses.node"; import { ScraperNodeYelpReviews } from "../../nodes/ScraperNodeYelpReviews/ScraperNodeYelpReviews.node"; import { ScraperNodeYouTubeChannels } from "../../nodes/ScraperNodeYouTubeChannels/ScraperNodeYouTubeChannels.node"; import { ScraperNodeYouTubeComments } from "../../nodes/ScraperNodeYouTubeComments/ScraperNodeYouTubeComments.node"; +import { ScraperNodeYouTubeVideos } from "../../nodes/ScraperNodeYouTubeVideos/ScraperNodeYouTubeVideos.node"; +import { ScraperNodeZoomInfoCompanies } from "../../nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node"; import { mockCreateJobResponse, mockJobCompleted, @@ -48,6 +83,7 @@ interface ScraperTestCase { NodeClass: new () => INodeType; scraperId: string; sampleUrl: string; + inputField?: "url" | "keyword"; } const SCRAPERS: ScraperTestCase[] = [ @@ -190,9 +226,224 @@ const SCRAPERS: ScraperTestCase[] = [ scraperId: "crunchbase-companies", sampleUrl: "https://crunchbase.com/organization/acme-corp", }, + // 8 existing nodes missing from test coverage + { + name: "ScraperNodeLinkedInJobs", + NodeClass: ScraperNodeLinkedInJobs, + scraperId: "linkedin-jobs", + sampleUrl: "https://linkedin.com/jobs/view/1234567890", + }, + { + name: "ScraperNodeLinkedInPeopleSearch", + NodeClass: ScraperNodeLinkedInPeopleSearch, + scraperId: "linkedin-people-search", + sampleUrl: "https://linkedin.com/search/results/people/", + }, + { + name: "ScraperNodeInstagramReels", + NodeClass: ScraperNodeInstagramReels, + scraperId: "instagram-reels", + sampleUrl: "https://instagram.com/reel/ABC123", + }, + { + name: "ScraperNodeTikTokComments", + NodeClass: ScraperNodeTikTokComments, + scraperId: "tiktok-comments", + sampleUrl: "https://tiktok.com/@user/video/123456", + }, + { + name: "ScraperNodeYouTubeVideos", + NodeClass: ScraperNodeYouTubeVideos, + scraperId: "youtube-videos", + sampleUrl: "https://youtube.com/watch?v=abc123", + }, + { + name: "ScraperNodeFacebookComments", + NodeClass: ScraperNodeFacebookComments, + scraperId: "facebook-comments", + sampleUrl: "https://facebook.com/username", + }, + { + name: "ScraperNodeFacebookPosts", + NodeClass: ScraperNodeFacebookPosts, + scraperId: "facebook-posts", + sampleUrl: "https://facebook.com/username", + }, + { + name: "ScraperNodeFacebookReels", + NodeClass: ScraperNodeFacebookReels, + scraperId: "facebook-reels", + sampleUrl: "https://facebook.com/username", + }, + // 27 new nodes + { + name: "ScraperNodeTikTokPostsByUrl", + NodeClass: ScraperNodeTikTokPostsByUrl, + scraperId: "tiktok-posts-by-url", + sampleUrl: "https://tiktok.com/@user/video/1234567890", + }, + { + name: "ScraperNodeTikTokPostsByProfile", + NodeClass: ScraperNodeTikTokPostsByProfile, + scraperId: "tiktok-posts-by-profile", + sampleUrl: "https://tiktok.com/@username", + }, + { + name: "ScraperNodeTikTokPostsBySearch", + NodeClass: ScraperNodeTikTokPostsBySearch, + scraperId: "tiktok-posts-by-search", + sampleUrl: "https://tiktok.com/search?q=keyword", + }, + { + name: "ScraperNodeTikTokShop", + NodeClass: ScraperNodeTikTokShop, + scraperId: "tiktok-shop", + sampleUrl: "https://tiktok.com/shop/product/123456", + }, + { + name: "ScraperNodeTikTokShopCategories", + NodeClass: ScraperNodeTikTokShopCategories, + scraperId: "tiktok-shop-categories", + sampleUrl: "https://tiktok.com/shop/category/123456", + }, + { + name: "ScraperNodeFacebookPagesAndProfiles", + NodeClass: ScraperNodeFacebookPagesAndProfiles, + scraperId: "facebook-pages-and-profiles", + sampleUrl: "https://facebook.com/pagename", + }, + { + name: "ScraperNodeFacebookPersonalProfiles", + NodeClass: ScraperNodeFacebookPersonalProfiles, + scraperId: "facebook-personal-profiles", + sampleUrl: "https://facebook.com/username", + }, + { + name: "ScraperNodeFacebookMarketplace", + NodeClass: ScraperNodeFacebookMarketplace, + scraperId: "facebook-marketplace", + sampleUrl: "https://facebook.com/marketplace/item/123456", + }, + { + name: "ScraperNodeFacebookEvents", + NodeClass: ScraperNodeFacebookEvents, + scraperId: "facebook-events", + sampleUrl: "https://facebook.com/events/123456789", + }, + { + name: "ScraperNodeFacebookCompanyReviews", + NodeClass: ScraperNodeFacebookCompanyReviews, + scraperId: "facebook-company-reviews", + sampleUrl: "https://facebook.com/company-page", + }, + { + name: "ScraperNodeGoogleMapsListings", + NodeClass: ScraperNodeGoogleMapsListings, + scraperId: "google-maps-listings", + sampleUrl: "https://google.com/maps/place/acme-corp", + }, + { + name: "ScraperNodeGoogleMapsReviews", + NodeClass: ScraperNodeGoogleMapsReviews, + scraperId: "google-maps-reviews", + sampleUrl: "https://google.com/maps/place/acme-corp", + }, + { + name: "ScraperNodeGoogleSearchResults", + NodeClass: ScraperNodeGoogleSearchResults, + scraperId: "google-search-results", + sampleUrl: "best CRM software for startups", + inputField: "keyword", + }, + { + name: "ScraperNodeGoogleSearchAi", + NodeClass: ScraperNodeGoogleSearchAi, + scraperId: "google-search-ai", + sampleUrl: "what is the best project management tool", + inputField: "keyword", + }, + { + name: "ScraperNodeGoogleShoppingProducts", + NodeClass: ScraperNodeGoogleShoppingProducts, + scraperId: "google-shopping-products", + sampleUrl: "https://google.com/shopping/product/123456", + }, + { + name: "ScraperNodeGoogleShoppingSearch", + NodeClass: ScraperNodeGoogleShoppingSearch, + scraperId: "google-shopping-search", + sampleUrl: "standing desk adjustable", + inputField: "keyword", + }, + { + name: "ScraperNodeGoogleFlightsSearch", + NodeClass: ScraperNodeGoogleFlightsSearch, + scraperId: "google-flights-search", + sampleUrl: "https://google.com/travel/flights/search?tfs=abc123", + }, + { + name: "ScraperNodeGoogleHotelsSearch", + NodeClass: ScraperNodeGoogleHotelsSearch, + scraperId: "google-hotels-search", + sampleUrl: "https://google.com/travel/hotels/search", + }, + { + name: "ScraperNodeZoomInfoCompanies", + NodeClass: ScraperNodeZoomInfoCompanies, + scraperId: "zoominfo-companies", + sampleUrl: "https://zoominfo.com/c/acme-corp/123456789", + }, + { + name: "ScraperNodeTrustpilotReviews", + NodeClass: ScraperNodeTrustpilotReviews, + scraperId: "trustpilot-reviews", + sampleUrl: "https://trustpilot.com/review/acme.com", + }, + { + name: "ScraperNodeG2Reviews", + NodeClass: ScraperNodeG2Reviews, + scraperId: "g2-reviews", + sampleUrl: "https://g2.com/products/acme-crm/reviews", + }, + { + name: "ScraperNodePitchBookCompanies", + NodeClass: ScraperNodePitchBookCompanies, + scraperId: "pitchbook-companies", + sampleUrl: "https://pitchbook.com/profiles/company/12345-67", + }, + { + name: "ScraperNodeXingProfiles", + NodeClass: ScraperNodeXingProfiles, + scraperId: "xing-profiles", + sampleUrl: "https://xing.com/profile/john_doe", + }, + { + name: "ScraperNodeOwlerCompanies", + NodeClass: ScraperNodeOwlerCompanies, + scraperId: "owler-companies", + sampleUrl: "https://owler.com/company/acme-corp", + }, + { + name: "ScraperNodeMartindaleLawyers", + NodeClass: ScraperNodeMartindaleLawyers, + scraperId: "martindale-lawyers", + sampleUrl: "https://martindale.com/attorney/john-doe-12345", + }, + { + name: "ScraperNodeVentureRadarCompanies", + NodeClass: ScraperNodeVentureRadarCompanies, + scraperId: "ventureradar-companies", + sampleUrl: "https://ventureradar.com/company/acme-corp/123456", + }, + { + name: "ScraperNodeTrustRadiusReviews", + NodeClass: ScraperNodeTrustRadiusReviews, + scraperId: "trustradius-reviews", + sampleUrl: "https://trustradius.com/products/acme-crm/reviews", + }, ]; -for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { +for (const { name, NodeClass, scraperId, sampleUrl, inputField = "url" } of SCRAPERS) { describe(name, () => { const node = new NodeClass(); @@ -217,7 +468,7 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { const mock = createMockExecuteFunctions({ nodeParameters: { operation: "create", - "inputs.input": [{ url: sampleUrl }], + "inputs.input": [{ [inputField]: sampleUrl }], jobName: "", waitForCompletion: false, }, @@ -230,12 +481,12 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { const request = call[1] as { method: string; url: string; - body: { scraperId: string; inputs: { url: string }[] }; + body: { scraperId: string; inputs: Record[] }; }; expect(request.method).toBe("POST"); expect(request.url).toContain("/api/jobs/create"); expect(request.body.scraperId).toBe(scraperId); - expect(request.body.inputs).toEqual([{ url: sampleUrl }]); + expect(request.body.inputs).toEqual([{ [inputField]: sampleUrl }]); }); it("should handle multiple input rows", async () => { @@ -243,8 +494,8 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { nodeParameters: { operation: "create", "inputs.input": [ - { url: sampleUrl }, - { url: `${sampleUrl}?v=2` }, + { [inputField]: sampleUrl }, + { [inputField]: `${sampleUrl}?v=2` }, ], jobName: "", waitForCompletion: false, @@ -272,50 +523,52 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { await expect(exec(node, mock)).rejects.toThrow(NodeOperationError); }); - it("should reject URLs without http(s) protocol", async () => { - const mock = createMockExecuteFunctions({ - nodeParameters: { - operation: "create", - "inputs.input": [{ url: "not-a-url" }], - jobName: "", - waitForCompletion: false, - }, + if (inputField !== "keyword") { + it("should reject URLs without http(s) protocol", async () => { + const mock = createMockExecuteFunctions({ + nodeParameters: { + operation: "create", + "inputs.input": [{ url: "not-a-url" }], + jobName: "", + waitForCompletion: false, + }, + }); + + await expect(exec(node, mock)).rejects.toThrow(/must start with http/); }); - await expect(exec(node, mock)).rejects.toThrow(/must start with http/); - }); + it("should reject URLs from the wrong platform", async () => { + const wrongUrl = name.includes("LinkedIn") + ? "https://instagram.com/wrong" + : "https://linkedin.com/in/wrong"; + const mock = createMockExecuteFunctions({ + nodeParameters: { + operation: "create", + "inputs.input": [{ url: wrongUrl }], + jobName: "", + waitForCompletion: false, + }, + }); - it("should reject URLs from the wrong platform", async () => { - const wrongUrl = name.includes("LinkedIn") - ? "https://instagram.com/wrong" - : "https://linkedin.com/in/wrong"; - const mock = createMockExecuteFunctions({ - nodeParameters: { - operation: "create", - "inputs.input": [{ url: wrongUrl }], - jobName: "", - waitForCompletion: false, - }, + await expect(exec(node, mock)).rejects.toThrow(/Wrong platform/); }); - await expect(exec(node, mock)).rejects.toThrow(/Wrong platform/); - }); + it("should accept subdomain URLs for the platform", async () => { + const subdomainUrl = sampleUrl.replace("://", "://www."); + const mock = createMockExecuteFunctions({ + nodeParameters: { + operation: "create", + "inputs.input": [{ [inputField]: subdomainUrl }], + jobName: "", + waitForCompletion: false, + }, + httpHandler: () => mockCreateJobResponse, + }); - it("should accept subdomain URLs for the platform", async () => { - const subdomainUrl = sampleUrl.replace("://", "://www."); - const mock = createMockExecuteFunctions({ - nodeParameters: { - operation: "create", - "inputs.input": [{ url: subdomainUrl }], - jobName: "", - waitForCompletion: false, - }, - httpHandler: () => mockCreateJobResponse, + const result = await exec(node, mock); + expect(result[0][0].json).toHaveProperty("jobId"); }); - - const result = await exec(node, mock); - expect(result[0][0].json).toHaveProperty("jobId"); - }); + } it("should get job by ID", async () => { const mockJob = { job: { _id: "j1", status: "completed" } }; @@ -353,7 +606,7 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) { const mock = createMockExecuteFunctions({ nodeParameters: { operation: "create", - "inputs.input": [{ url: sampleUrl }], + "inputs.input": [{ [inputField]: sampleUrl }], jobName: "", waitForCompletion: true, pollInterval: 1,