diff --git a/README.md b/README.md
index 70ae15e..94c6a79 100644
--- a/README.md
+++ b/README.md
@@ -5,7 +5,7 @@
[n8n](https://n8n.io/) community nodes for [**ScraperNode**](https://scrapernode.com) — extract structured data from LinkedIn, Instagram, TikTok, Twitter/X, YouTube, Facebook, Indeed, Glassdoor, Yelp, GitHub, and Crunchbase directly inside your n8n workflows.
-> **31 scraper nodes** | **11 platforms** | **AI Agent compatible** | **Pay-per-scrape credits**
+> **58 scraper nodes** | **25 platforms** | **AI Agent compatible** | **Pay-per-scrape credits**
[Website](https://scrapernode.com) | [API Docs](https://scrapernode.com/docs/api) | [Get API Key](https://scrapernode.com/settings) | [npm](https://www.npmjs.com/package/n8n-nodes-scrapernode) | [Report Issues](https://github.com/ScraperNode/n8n-nodes-scrapernode/issues)
@@ -141,6 +141,113 @@ You need a ScraperNode API key to use these nodes.
|------|-------------|--------|------|
| [**Companies**](https://scrapernode.com/crunchbase/scrapers/companies) | Extract company data — funding rounds, investors, growth metrics | 53 | 2 credits/row |
+### TikTok (Extended) — [scrapernode.com/tiktok](https://scrapernode.com/tiktok)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Posts by URL**](https://scrapernode.com/tiktok/scrapers/posts-by-url) | Extract post data by direct video URL using Fast API | 1 credit/row |
+| [**Posts by Profile**](https://scrapernode.com/tiktok/scrapers/posts-by-profile) | Extract all posts from a TikTok profile URL using Fast API | 1 credit/row |
+| [**Posts by Search**](https://scrapernode.com/tiktok/scrapers/posts-by-search) | Collect posts matching a search query using Fast API | 1 credit/row |
+| [**Shop Products**](https://scrapernode.com/tiktok/scrapers/shop) | Extract TikTok Shop product data including pricing and seller info | 1 credit/row |
+| [**Shop Categories**](https://scrapernode.com/tiktok/scrapers/shop-categories) | Extract TikTok Shop products by category with pricing and ratings | 1 credit/row |
+
+### Facebook (Extended) — [scrapernode.com/facebook](https://scrapernode.com/facebook)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Pages & Profiles**](https://scrapernode.com/facebook/scrapers/pages-and-profiles) | Extract page/profile data including categories, contact info, hours, and ratings | 1 credit/row |
+| [**Personal Profiles**](https://scrapernode.com/facebook/scrapers/personal-profiles) | Extract personal profile data including work, education, and photos | 1 credit/row |
+| [**Marketplace**](https://scrapernode.com/facebook/scrapers/marketplace) | Extract Marketplace listings with pricing, seller info, and item details | 1 credit/row |
+| [**Events**](https://scrapernode.com/facebook/scrapers/events) | Extract event data including date, location, attendees, and host details | 1 credit/row |
+| [**Company Reviews**](https://scrapernode.com/facebook/scrapers/company-reviews) | Extract company page reviews with ratings and reviewer details | 1 credit/row |
+
+### Google Maps — [scrapernode.com/google-maps](https://scrapernode.com/google-maps)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Listings**](https://scrapernode.com/google-maps/scrapers/listings) | Extract business listings with contact info, hours, ratings, and reviews | 1 credit/row |
+| [**Reviews**](https://scrapernode.com/google-maps/scrapers/reviews) | Extract customer reviews from Google Maps business listings | 1 credit/row |
+
+### Google Search — [scrapernode.com/google-search](https://scrapernode.com/google-search)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Search Results**](https://scrapernode.com/google-search/scrapers/results) | Extract up to 100 organic search results from Google SERP by keyword | 1 credit/row |
+| [**AI Search**](https://scrapernode.com/google-search/scrapers/ai) | Extract AI-generated search results and citations from Google AI Mode by keyword | 1 credit/row |
+
+### Google Shopping — [scrapernode.com/google-shopping](https://scrapernode.com/google-shopping)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Products**](https://scrapernode.com/google-shopping/scrapers/products) | Extract product listings from Google Shopping with prices and merchant info | 1 credit/row |
+| [**Shopping Search**](https://scrapernode.com/google-shopping/scrapers/search) | Extract Google Shopping search results by keyword with pricing details | 1 credit/row |
+
+### Google Flights — [scrapernode.com/google-flights](https://scrapernode.com/google-flights)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Flights Search**](https://scrapernode.com/google-flights/scrapers/search) | Extract flight search results and pricing from Google Flights | 1 credit/row |
+
+### Google Hotels — [scrapernode.com/google-hotels](https://scrapernode.com/google-hotels)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Hotels Search**](https://scrapernode.com/google-hotels/scrapers/search) | Collect hotel listings, pricing, and reviews from Google Hotels | 1 credit/row |
+
+### ZoomInfo — [scrapernode.com/zoominfo](https://scrapernode.com/zoominfo)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Companies**](https://scrapernode.com/zoominfo/scrapers/companies) | Extract company data including size, revenue, contacts, and tech stack | 2 credits/row |
+
+### Trustpilot — [scrapernode.com/trustpilot](https://scrapernode.com/trustpilot)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Reviews**](https://scrapernode.com/trustpilot/scrapers/reviews) | Extract business reviews with ratings, reviewer details, and response data | 1 credit/row |
+
+### G2 — [scrapernode.com/g2](https://scrapernode.com/g2)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Reviews**](https://scrapernode.com/g2/scrapers/reviews) | Extract software product reviews with ratings, pros/cons, and reviewer details | 1 credit/row |
+
+### PitchBook — [scrapernode.com/pitchbook](https://scrapernode.com/pitchbook)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Companies**](https://scrapernode.com/pitchbook/scrapers/companies) | Extract company funding, investors, valuations, and financial data | 2 credits/row |
+
+### Xing — [scrapernode.com/xing](https://scrapernode.com/xing)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Profiles**](https://scrapernode.com/xing/scrapers/profiles) | Extract professional profiles from Xing, the European LinkedIn alternative | 1 credit/row |
+
+### Owler — [scrapernode.com/owler](https://scrapernode.com/owler)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Companies**](https://scrapernode.com/owler/scrapers/companies) | Extract company intelligence including revenue estimates, competitors, and news | 1 credit/row |
+
+### Martindale — [scrapernode.com/martindale](https://scrapernode.com/martindale)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Lawyers**](https://scrapernode.com/martindale/scrapers/lawyers) | Extract US attorney and law firm data from the Martindale-Hubbell directory | 1 credit/row |
+
+### VentureRadar — [scrapernode.com/ventureradar](https://scrapernode.com/ventureradar)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Companies**](https://scrapernode.com/ventureradar/scrapers/companies) | Extract startup and emerging company data from VentureRadar | 1 credit/row |
+
+### TrustRadius — [scrapernode.com/trustradius](https://scrapernode.com/trustradius)
+
+| Node | Description | Cost |
+|------|-------------|------|
+| [**Reviews**](https://scrapernode.com/trustradius/scrapers/reviews) | Extract verified software product reviews with detailed ratings | 1 credit/row |
+
---
## Job Management
@@ -187,7 +294,7 @@ All nodes are **AI Agent compatible** with `usableAsTool` enabled. Connect them
## Features
-- **31 dedicated scraper nodes** — one per scraper, each with tailored inputs and platform-specific icons
+- **58 dedicated scraper nodes** — one per scraper, each with tailored inputs and platform-specific icons
- **AI Agent compatible** — focused tool descriptions for accurate tool selection by AI agents
- **Per-platform icons** — each scraper node displays its platform icon for easy identification on the canvas
- **Return All toggle** — standard n8n pagination for Get Results and List operations
@@ -219,4 +326,4 @@ All nodes are **AI Agent compatible** with `usableAsTool` enabled. Connect them
### Tags
-`n8n` `n8n-community-node` `n8n-community-node-package` `web-scraping` `scraping` `data-extraction` `lead-generation` `linkedin-scraper` `instagram-scraper` `tiktok-scraper` `twitter-scraper` `x-scraper` `youtube-scraper` `facebook-scraper` `indeed-scraper` `glassdoor-scraper` `yelp-scraper` `github-scraper` `crunchbase-scraper` `social-media-scraping` `social-media` `automation` `workflow` `api` `scrapernode` `linkedin` `instagram` `tiktok` `twitter` `youtube` `facebook` `indeed` `glassdoor` `yelp` `crunchbase` `influencer-marketing` `competitor-analysis` `market-research` `talent-sourcing` `job-scraping` `review-scraping` `profile-scraping` `ai-agent` `n8n-ai-agent`
+`n8n` `n8n-community-node` `n8n-community-node-package` `web-scraping` `scraping` `data-extraction` `lead-generation` `linkedin-scraper` `instagram-scraper` `tiktok-scraper` `twitter-scraper` `x-scraper` `youtube-scraper` `facebook-scraper` `indeed-scraper` `glassdoor-scraper` `yelp-scraper` `github-scraper` `crunchbase-scraper` `google-maps-scraper` `google-search-scraper` `google-shopping-scraper` `zoominfo-scraper` `trustpilot-scraper` `g2-scraper` `pitchbook-scraper` `xing-scraper` `social-media-scraping` `social-media` `automation` `workflow` `api` `scrapernode` `linkedin` `instagram` `tiktok` `twitter` `youtube` `facebook` `indeed` `glassdoor` `yelp` `crunchbase` `influencer-marketing` `competitor-analysis` `market-research` `talent-sourcing` `job-scraping` `review-scraping` `profile-scraping` `ai-agent` `n8n-ai-agent`
diff --git a/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json
new file mode 100644
index 0000000..2885f00
--- /dev/null
+++ b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeFacebookCompanyReviews",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "facebook",
+ "reviews",
+ "ratings",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts
new file mode 100644
index 0000000..7cbed8c
--- /dev/null
+++ b/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeFacebookCompanyReviews extends buildScraperNodeClass({
+ scraperId: "facebook-company-reviews",
+ displayName: "ScraperNode Facebook Company Reviews",
+ nodeName: "scraperNodeFacebookCompanyReviews",
+ description:
+ "Extract company page reviews with ratings, reviewer details, and reply data",
+ inputLabel: "Company Page URLs",
+ inputDescription:
+ "Facebook company page URLs (facebook.com/company-page) — one per line",
+ inputPlaceholder: "https://facebook.com/company-page",
+ creditCost: 1,
+ platform: "facebook",
+ allowedDomains: ["facebook.com"],
+}) {}
diff --git a/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg b/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg
new file mode 100644
index 0000000..81f120d
--- /dev/null
+++ b/nodes/ScraperNodeFacebookCompanyReviews/facebook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg b/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg
new file mode 100644
index 0000000..4313466
--- /dev/null
+++ b/nodes/ScraperNodeFacebookCompanyReviews/facebook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json
new file mode 100644
index 0000000..893539c
--- /dev/null
+++ b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.json
@@ -0,0 +1,20 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeFacebookEvents",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "facebook",
+ "events",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts
new file mode 100644
index 0000000..6b671b7
--- /dev/null
+++ b/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeFacebookEvents extends buildScraperNodeClass({
+ scraperId: "facebook-events",
+ displayName: "ScraperNode Facebook Events",
+ nodeName: "scraperNodeFacebookEvents",
+ description:
+ "Extract event data including date, location, attendees, and host details",
+ inputLabel: "Event URLs",
+ inputDescription:
+ "Facebook event URLs (facebook.com/events/...) — one per line",
+ inputPlaceholder: "https://facebook.com/events/123456789",
+ creditCost: 1,
+ platform: "facebook",
+ allowedDomains: ["facebook.com"],
+}) {}
diff --git a/nodes/ScraperNodeFacebookEvents/facebook.dark.svg b/nodes/ScraperNodeFacebookEvents/facebook.dark.svg
new file mode 100644
index 0000000..81f120d
--- /dev/null
+++ b/nodes/ScraperNodeFacebookEvents/facebook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookEvents/facebook.svg b/nodes/ScraperNodeFacebookEvents/facebook.svg
new file mode 100644
index 0000000..4313466
--- /dev/null
+++ b/nodes/ScraperNodeFacebookEvents/facebook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json
new file mode 100644
index 0000000..39344c8
--- /dev/null
+++ b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeFacebookMarketplace",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "facebook",
+ "marketplace",
+ "listings",
+ "ecommerce"
+ ]
+}
diff --git a/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts
new file mode 100644
index 0000000..358299f
--- /dev/null
+++ b/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeFacebookMarketplace extends buildScraperNodeClass({
+ scraperId: "facebook-marketplace",
+ displayName: "ScraperNode Facebook Marketplace",
+ nodeName: "scraperNodeFacebookMarketplace",
+ description:
+ "Extract Marketplace listings with pricing, seller info, and item details",
+ inputLabel: "Marketplace Listing URLs",
+ inputDescription:
+ "Facebook Marketplace listing URLs (facebook.com/marketplace/item/...) — one per line",
+ inputPlaceholder: "https://facebook.com/marketplace/item/123456",
+ creditCost: 1,
+ platform: "facebook",
+ allowedDomains: ["facebook.com"],
+}) {}
diff --git a/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg b/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg
new file mode 100644
index 0000000..81f120d
--- /dev/null
+++ b/nodes/ScraperNodeFacebookMarketplace/facebook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookMarketplace/facebook.svg b/nodes/ScraperNodeFacebookMarketplace/facebook.svg
new file mode 100644
index 0000000..4313466
--- /dev/null
+++ b/nodes/ScraperNodeFacebookMarketplace/facebook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json
new file mode 100644
index 0000000..d4c153b
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeFacebookPagesAndProfiles",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "facebook",
+ "pages",
+ "profiles",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts
new file mode 100644
index 0000000..de67223
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeFacebookPagesAndProfiles extends buildScraperNodeClass({
+ scraperId: "facebook-pages-and-profiles",
+ displayName: "ScraperNode Facebook Pages & Profiles",
+ nodeName: "scraperNodeFacebookPagesAndProfiles",
+ description:
+ "Extract Facebook page and profile data including categories, contact info, hours, and ratings",
+ inputLabel: "Page or Profile URLs",
+ inputDescription:
+ "Facebook page or profile URLs (facebook.com/pagename) — one per line",
+ inputPlaceholder: "https://facebook.com/pagename",
+ creditCost: 1,
+ platform: "facebook",
+ allowedDomains: ["facebook.com"],
+}) {}
diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg
new file mode 100644
index 0000000..81f120d
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg
new file mode 100644
index 0000000..4313466
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPagesAndProfiles/facebook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json
new file mode 100644
index 0000000..50b29bb
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeFacebookPersonalProfiles",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "facebook",
+ "profiles",
+ "personal",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts
new file mode 100644
index 0000000..735d3aa
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeFacebookPersonalProfiles extends buildScraperNodeClass({
+ scraperId: "facebook-personal-profiles",
+ displayName: "ScraperNode Facebook Personal Profiles",
+ nodeName: "scraperNodeFacebookPersonalProfiles",
+ description:
+ "Extract personal Facebook profile data including work, education, and photos",
+ inputLabel: "Profile URLs",
+ inputDescription:
+ "Facebook personal profile URLs (facebook.com/username) — one per line",
+ inputPlaceholder: "https://facebook.com/username",
+ creditCost: 1,
+ platform: "facebook",
+ allowedDomains: ["facebook.com"],
+}) {}
diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg
new file mode 100644
index 0000000..81f120d
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg
new file mode 100644
index 0000000..4313466
--- /dev/null
+++ b/nodes/ScraperNodeFacebookPersonalProfiles/facebook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json
new file mode 100644
index 0000000..bd7f1a5
--- /dev/null
+++ b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeG2Reviews",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "g2",
+ "reviews",
+ "software",
+ "SaaS",
+ "ratings"
+ ]
+}
diff --git a/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts
new file mode 100644
index 0000000..0a4bfe5
--- /dev/null
+++ b/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeG2Reviews extends buildScraperNodeClass({
+ scraperId: "g2-reviews",
+ displayName: "ScraperNode G2 Reviews",
+ nodeName: "scraperNodeG2Reviews",
+ description:
+ "Extract software product reviews from G2 with ratings, pros/cons, and reviewer details",
+ inputLabel: "G2 URLs",
+ inputDescription:
+ "G2 product review URLs (g2.com/products/.../reviews) — one per line",
+ inputPlaceholder: "https://g2.com/products/product-name/reviews",
+ creditCost: 1,
+ platform: "g2",
+ allowedDomains: ["g2.com"],
+}) {}
diff --git a/nodes/ScraperNodeG2Reviews/g2.dark.svg b/nodes/ScraperNodeG2Reviews/g2.dark.svg
new file mode 100644
index 0000000..9bd3900
--- /dev/null
+++ b/nodes/ScraperNodeG2Reviews/g2.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeG2Reviews/g2.svg b/nodes/ScraperNodeG2Reviews/g2.svg
new file mode 100644
index 0000000..fd0eff9
--- /dev/null
+++ b/nodes/ScraperNodeG2Reviews/g2.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json
new file mode 100644
index 0000000..fe53649
--- /dev/null
+++ b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleFlightsSearch",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google flights",
+ "flights",
+ "travel",
+ "prices"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts
new file mode 100644
index 0000000..19ddbde
--- /dev/null
+++ b/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleFlightsSearch extends buildScraperNodeClass({
+ scraperId: "google-flights-search",
+ displayName: "ScraperNode Google Flights Search",
+ nodeName: "scraperNodeGoogleFlightsSearch",
+ description:
+ "Extract flight search results and pricing from Google Flights",
+ inputLabel: "Google Flights URLs",
+ inputDescription:
+ "Google Flights search URLs (google.com/travel/flights/...) — one per line",
+ inputPlaceholder: "https://google.com/travel/flights/search?tfs=...",
+ creditCost: 1,
+ platform: "google-flights",
+ allowedDomains: ["google.com"],
+}) {}
diff --git a/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg
new file mode 100644
index 0000000..e6fbb4e
--- /dev/null
+++ b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg
new file mode 100644
index 0000000..fbb7610
--- /dev/null
+++ b/nodes/ScraperNodeGoogleFlightsSearch/google-flights.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json
new file mode 100644
index 0000000..5626dbb
--- /dev/null
+++ b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleHotelsSearch",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google hotels",
+ "hotels",
+ "travel",
+ "accommodation"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts
new file mode 100644
index 0000000..e69f152
--- /dev/null
+++ b/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleHotelsSearch extends buildScraperNodeClass({
+ scraperId: "google-hotels-search",
+ displayName: "ScraperNode Google Hotels Search",
+ nodeName: "scraperNodeGoogleHotelsSearch",
+ description:
+ "Collect hotel listings, pricing, and reviews from Google Hotels",
+ inputLabel: "Google Hotels URLs",
+ inputDescription:
+ "Google Hotels search URLs (google.com/travel/hotels/...) — one per line",
+ inputPlaceholder: "https://google.com/travel/hotels/...",
+ creditCost: 1,
+ platform: "google-hotels",
+ allowedDomains: ["google.com"],
+}) {}
diff --git a/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg
new file mode 100644
index 0000000..45998c0
--- /dev/null
+++ b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg
new file mode 100644
index 0000000..fd32f51
--- /dev/null
+++ b/nodes/ScraperNodeGoogleHotelsSearch/google-hotels.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json
new file mode 100644
index 0000000..f2dfa42
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleMapsListings",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google maps",
+ "listings",
+ "businesses",
+ "local"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts
new file mode 100644
index 0000000..ea69f3b
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleMapsListings extends buildScraperNodeClass({
+ scraperId: "google-maps-listings",
+ displayName: "ScraperNode Google Maps Listings",
+ nodeName: "scraperNodeGoogleMapsListings",
+ description:
+ "Extract business listings from Google Maps with contact info, hours, ratings, and reviews",
+ inputLabel: "Google Maps URLs",
+ inputDescription:
+ "Google Maps place URLs (google.com/maps/place/...) — one per line",
+ inputPlaceholder: "https://google.com/maps/place/business-name",
+ creditCost: 1,
+ platform: "google-maps",
+ allowedDomains: ["google.com"],
+}) {}
diff --git a/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg b/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg
new file mode 100644
index 0000000..46d1bbd
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsListings/google-maps.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleMapsListings/google-maps.svg b/nodes/ScraperNodeGoogleMapsListings/google-maps.svg
new file mode 100644
index 0000000..17681f4
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsListings/google-maps.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json
new file mode 100644
index 0000000..7c42c77
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleMapsReviews",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google maps",
+ "reviews",
+ "ratings",
+ "local"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts
new file mode 100644
index 0000000..3ec8624
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleMapsReviews extends buildScraperNodeClass({
+ scraperId: "google-maps-reviews",
+ displayName: "ScraperNode Google Maps Reviews",
+ nodeName: "scraperNodeGoogleMapsReviews",
+ description:
+ "Extract customer reviews from Google Maps business listings",
+ inputLabel: "Google Maps URLs",
+ inputDescription:
+ "Google Maps place URLs (google.com/maps/place/...) — one per line",
+ inputPlaceholder: "https://google.com/maps/place/business-name",
+ creditCost: 1,
+ platform: "google-maps",
+ allowedDomains: ["google.com"],
+}) {}
diff --git a/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg b/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg
new file mode 100644
index 0000000..46d1bbd
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsReviews/google-maps.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg b/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg
new file mode 100644
index 0000000..17681f4
--- /dev/null
+++ b/nodes/ScraperNodeGoogleMapsReviews/google-maps.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json
new file mode 100644
index 0000000..517ddb1
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleSearchAi",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google",
+ "AI search",
+ "SGE",
+ "search"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts
new file mode 100644
index 0000000..5ae9f34
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.ts
@@ -0,0 +1,15 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleSearchAi extends buildScraperNodeClass({
+ scraperId: "google-search-ai",
+ displayName: "ScraperNode Google AI Search",
+ nodeName: "scraperNodeGoogleSearchAi",
+ description:
+ "Extract AI-generated search results and citations from Google AI Mode",
+ inputLabel: "Search Queries",
+ inputDescription: "Search keywords to query — one per entry",
+ inputPlaceholder: "what is the best project management tool",
+ creditCost: 1,
+ platform: "google-search",
+ allowedDomains: [],
+}) {}
diff --git a/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg b/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg
new file mode 100644
index 0000000..e6fbb4e
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchAi/google-search.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleSearchAi/google-search.svg b/nodes/ScraperNodeGoogleSearchAi/google-search.svg
new file mode 100644
index 0000000..fbb7610
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchAi/google-search.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json
new file mode 100644
index 0000000..f86c9c1
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleSearchResults",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google",
+ "search",
+ "SERP",
+ "SEO"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts
new file mode 100644
index 0000000..923739d
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.ts
@@ -0,0 +1,14 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleSearchResults extends buildScraperNodeClass({
+ scraperId: "google-search-results",
+ displayName: "ScraperNode Google Search Results",
+ nodeName: "scraperNodeGoogleSearchResults",
+ description: "Extract up to 100 organic search results from Google SERP",
+ inputLabel: "Search Queries",
+ inputDescription: "Search keywords to query — one per entry",
+ inputPlaceholder: "best CRM software for startups",
+ creditCost: 1,
+ platform: "google-search",
+ allowedDomains: [],
+}) {}
diff --git a/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg b/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg
new file mode 100644
index 0000000..e6fbb4e
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchResults/google-search.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleSearchResults/google-search.svg b/nodes/ScraperNodeGoogleSearchResults/google-search.svg
new file mode 100644
index 0000000..fbb7610
--- /dev/null
+++ b/nodes/ScraperNodeGoogleSearchResults/google-search.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json
new file mode 100644
index 0000000..2a82fad
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleShoppingProducts",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google shopping",
+ "products",
+ "prices",
+ "ecommerce"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts
new file mode 100644
index 0000000..5edfb39
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleShoppingProducts extends buildScraperNodeClass({
+ scraperId: "google-shopping-products",
+ displayName: "ScraperNode Google Shopping Products",
+ nodeName: "scraperNodeGoogleShoppingProducts",
+ description:
+ "Extract product listings from Google Shopping with prices and merchant info",
+ inputLabel: "Product URLs",
+ inputDescription:
+ "Google Shopping product URLs (google.com/shopping/product/...) — one per line",
+ inputPlaceholder: "https://google.com/shopping/product/123",
+ creditCost: 1,
+ platform: "google-shopping",
+ allowedDomains: ["google.com"],
+}) {}
diff --git a/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg
new file mode 100644
index 0000000..665588e
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg
new file mode 100644
index 0000000..2683ab5
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingProducts/google-shopping.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json
new file mode 100644
index 0000000..4c291af
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeGoogleShoppingSearch",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "google shopping",
+ "search",
+ "products",
+ "prices"
+ ]
+}
diff --git a/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts
new file mode 100644
index 0000000..c65d499
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.ts
@@ -0,0 +1,15 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeGoogleShoppingSearch extends buildScraperNodeClass({
+ scraperId: "google-shopping-search",
+ displayName: "ScraperNode Google Shopping Search",
+ nodeName: "scraperNodeGoogleShoppingSearch",
+ description:
+ "Extract Google Shopping search results by keyword with pricing and product details",
+ inputLabel: "Product Search Queries",
+ inputDescription: "Product search keywords — one per entry",
+ inputPlaceholder: "standing desk adjustable",
+ creditCost: 1,
+ platform: "google-shopping",
+ allowedDomains: [],
+}) {}
diff --git a/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg
new file mode 100644
index 0000000..665588e
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg
new file mode 100644
index 0000000..2683ab5
--- /dev/null
+++ b/nodes/ScraperNodeGoogleShoppingSearch/google-shopping.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json
new file mode 100644
index 0000000..b68627e
--- /dev/null
+++ b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeMartindaleLawyers",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "martindale",
+ "lawyers",
+ "attorneys",
+ "legal",
+ "law firms"
+ ]
+}
diff --git a/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts
new file mode 100644
index 0000000..6db381e
--- /dev/null
+++ b/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeMartindaleLawyers extends buildScraperNodeClass({
+ scraperId: "martindale-lawyers",
+ displayName: "ScraperNode Martindale Lawyers",
+ nodeName: "scraperNodeMartindaleLawyers",
+ description:
+ "Extract US attorney and law firm data from the Martindale-Hubbell directory",
+ inputLabel: "Attorney or Law Firm URLs",
+ inputDescription:
+ "Martindale attorney or law firm URLs (martindale.com/attorney/...) — one per line",
+ inputPlaceholder: "https://martindale.com/attorney/firstname-lastname-12345",
+ creditCost: 1,
+ platform: "martindale",
+ allowedDomains: ["martindale.com"],
+}) {}
diff --git a/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg b/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg
new file mode 100644
index 0000000..b691694
--- /dev/null
+++ b/nodes/ScraperNodeMartindaleLawyers/martindale.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeMartindaleLawyers/martindale.svg b/nodes/ScraperNodeMartindaleLawyers/martindale.svg
new file mode 100644
index 0000000..e21a62b
--- /dev/null
+++ b/nodes/ScraperNodeMartindaleLawyers/martindale.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json
new file mode 100644
index 0000000..dfc35cb
--- /dev/null
+++ b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeOwlerCompanies",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "owler",
+ "companies",
+ "intelligence",
+ "competitors",
+ "B2B"
+ ]
+}
diff --git a/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts
new file mode 100644
index 0000000..f22c204
--- /dev/null
+++ b/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeOwlerCompanies extends buildScraperNodeClass({
+ scraperId: "owler-companies",
+ displayName: "ScraperNode Owler Companies",
+ nodeName: "scraperNodeOwlerCompanies",
+ description:
+ "Extract company intelligence from Owler including revenue estimates, competitors, and news",
+ inputLabel: "Company URLs",
+ inputDescription:
+ "Owler company profile URLs (owler.com/company/...) — one per line",
+ inputPlaceholder: "https://owler.com/company/company-name",
+ creditCost: 1,
+ platform: "owler",
+ allowedDomains: ["owler.com"],
+}) {}
diff --git a/nodes/ScraperNodeOwlerCompanies/owler.dark.svg b/nodes/ScraperNodeOwlerCompanies/owler.dark.svg
new file mode 100644
index 0000000..c420156
--- /dev/null
+++ b/nodes/ScraperNodeOwlerCompanies/owler.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeOwlerCompanies/owler.svg b/nodes/ScraperNodeOwlerCompanies/owler.svg
new file mode 100644
index 0000000..7cb514d
--- /dev/null
+++ b/nodes/ScraperNodeOwlerCompanies/owler.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json
new file mode 100644
index 0000000..1e47bdf
--- /dev/null
+++ b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodePitchBookCompanies",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "pitchbook",
+ "funding",
+ "investors",
+ "venture capital",
+ "startups"
+ ]
+}
diff --git a/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts
new file mode 100644
index 0000000..65540d2
--- /dev/null
+++ b/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodePitchBookCompanies extends buildScraperNodeClass({
+ scraperId: "pitchbook-companies",
+ displayName: "ScraperNode PitchBook Companies",
+ nodeName: "scraperNodePitchBookCompanies",
+ description:
+ "Extract company funding, investors, valuations, and financial data from PitchBook",
+ inputLabel: "Company URLs",
+ inputDescription:
+ "PitchBook company profile URLs (pitchbook.com/profiles/company/...) — one per line",
+ inputPlaceholder: "https://pitchbook.com/profiles/company/12345-67",
+ creditCost: 2,
+ platform: "pitchbook",
+ allowedDomains: ["pitchbook.com"],
+}) {}
diff --git a/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg b/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg
new file mode 100644
index 0000000..5b26287
--- /dev/null
+++ b/nodes/ScraperNodePitchBookCompanies/pitchbook.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodePitchBookCompanies/pitchbook.svg b/nodes/ScraperNodePitchBookCompanies/pitchbook.svg
new file mode 100644
index 0000000..510b92b
--- /dev/null
+++ b/nodes/ScraperNodePitchBookCompanies/pitchbook.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json
new file mode 100644
index 0000000..e006cf7
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsByProfile",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "tiktok",
+ "posts",
+ "profile",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts
new file mode 100644
index 0000000..5601d96
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.ts
@@ -0,0 +1,15 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTikTokPostsByProfile extends buildScraperNodeClass({
+ scraperId: "tiktok-posts-by-profile",
+ displayName: "ScraperNode TikTok Posts by Profile",
+ nodeName: "scraperNodeTikTokPostsByProfile",
+ description: "Extract all posts from a TikTok profile URL using Fast API",
+ inputLabel: "Profile URLs",
+ inputDescription:
+ "TikTok profile URLs (tiktok.com/@username) — one per line",
+ inputPlaceholder: "https://tiktok.com/@username",
+ creditCost: 1,
+ platform: "tiktok",
+ allowedDomains: ["tiktok.com"],
+}) {}
diff --git a/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg
new file mode 100644
index 0000000..c9dc6a3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg
new file mode 100644
index 0000000..1190392
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByProfile/tiktok.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json
new file mode 100644
index 0000000..040fafc
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsBySearch",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "tiktok",
+ "search",
+ "posts",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts
new file mode 100644
index 0000000..d30bc81
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.ts
@@ -0,0 +1,15 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTikTokPostsBySearch extends buildScraperNodeClass({
+ scraperId: "tiktok-posts-by-search",
+ displayName: "ScraperNode TikTok Posts by Search",
+ nodeName: "scraperNodeTikTokPostsBySearch",
+ description: "Collect TikTok posts matching a search query using Fast API",
+ inputLabel: "Search URLs",
+ inputDescription:
+ "TikTok search page URLs (tiktok.com/search?q=...) — one per line",
+ inputPlaceholder: "https://tiktok.com/search?q=keyword",
+ creditCost: 1,
+ platform: "tiktok",
+ allowedDomains: ["tiktok.com"],
+}) {}
diff --git a/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg
new file mode 100644
index 0000000..c9dc6a3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg
new file mode 100644
index 0000000..1190392
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsBySearch/tiktok.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json
new file mode 100644
index 0000000..d610c28
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTikTokPostsByUrl",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "tiktok",
+ "posts",
+ "videos",
+ "social media"
+ ]
+}
diff --git a/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts
new file mode 100644
index 0000000..963a1c2
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.ts
@@ -0,0 +1,15 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTikTokPostsByUrl extends buildScraperNodeClass({
+ scraperId: "tiktok-posts-by-url",
+ displayName: "ScraperNode TikTok Posts by URL",
+ nodeName: "scraperNodeTikTokPostsByUrl",
+ description: "Extract TikTok post data by direct video URL using Fast API",
+ inputLabel: "Video URLs",
+ inputDescription:
+ "TikTok video URLs (tiktok.com/@user/video/id) — one per line",
+ inputPlaceholder: "https://tiktok.com/@user/video/123",
+ creditCost: 1,
+ platform: "tiktok",
+ allowedDomains: ["tiktok.com"],
+}) {}
diff --git a/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg
new file mode 100644
index 0000000..c9dc6a3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg
new file mode 100644
index 0000000..1190392
--- /dev/null
+++ b/nodes/ScraperNodeTikTokPostsByUrl/tiktok.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json
new file mode 100644
index 0000000..70a1ca0
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTikTokShop",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "tiktok",
+ "shop",
+ "products",
+ "ecommerce"
+ ]
+}
diff --git a/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts
new file mode 100644
index 0000000..432cbe3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTikTokShop extends buildScraperNodeClass({
+ scraperId: "tiktok-shop",
+ displayName: "ScraperNode TikTok Shop Products",
+ nodeName: "scraperNodeTikTokShop",
+ description:
+ "Extract TikTok Shop product data including pricing, ratings, and seller info",
+ inputLabel: "Shop Product URLs",
+ inputDescription:
+ "TikTok Shop product URLs (tiktok.com/shop/...) — one per line",
+ inputPlaceholder: "https://tiktok.com/shop/product/123",
+ creditCost: 1,
+ platform: "tiktok",
+ allowedDomains: ["tiktok.com"],
+}) {}
diff --git a/nodes/ScraperNodeTikTokShop/tiktok.dark.svg b/nodes/ScraperNodeTikTokShop/tiktok.dark.svg
new file mode 100644
index 0000000..c9dc6a3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShop/tiktok.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokShop/tiktok.svg b/nodes/ScraperNodeTikTokShop/tiktok.svg
new file mode 100644
index 0000000..1190392
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShop/tiktok.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json
new file mode 100644
index 0000000..58612e3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTikTokShopCategories",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "tiktok",
+ "shop",
+ "categories",
+ "ecommerce"
+ ]
+}
diff --git a/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts
new file mode 100644
index 0000000..b86700a
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTikTokShopCategories extends buildScraperNodeClass({
+ scraperId: "tiktok-shop-categories",
+ displayName: "ScraperNode TikTok Shop Categories",
+ nodeName: "scraperNodeTikTokShopCategories",
+ description:
+ "Extract TikTok Shop products by category URL with pricing and ratings",
+ inputLabel: "Shop Category URLs",
+ inputDescription:
+ "TikTok Shop category URLs (tiktok.com/shop/...) — one per line",
+ inputPlaceholder: "https://tiktok.com/shop/category/123",
+ creditCost: 1,
+ platform: "tiktok",
+ allowedDomains: ["tiktok.com"],
+}) {}
diff --git a/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg b/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg
new file mode 100644
index 0000000..c9dc6a3
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShopCategories/tiktok.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTikTokShopCategories/tiktok.svg b/nodes/ScraperNodeTikTokShopCategories/tiktok.svg
new file mode 100644
index 0000000..1190392
--- /dev/null
+++ b/nodes/ScraperNodeTikTokShopCategories/tiktok.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json
new file mode 100644
index 0000000..109e445
--- /dev/null
+++ b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTrustRadiusReviews",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "trustradius",
+ "reviews",
+ "software",
+ "ratings",
+ "B2B"
+ ]
+}
diff --git a/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts
new file mode 100644
index 0000000..581eab9
--- /dev/null
+++ b/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTrustRadiusReviews extends buildScraperNodeClass({
+ scraperId: "trustradius-reviews",
+ displayName: "ScraperNode TrustRadius Reviews",
+ nodeName: "scraperNodeTrustRadiusReviews",
+ description:
+ "Extract verified software product reviews from TrustRadius with detailed ratings",
+ inputLabel: "Product Review URLs",
+ inputDescription:
+ "TrustRadius product review URLs (trustradius.com/products/.../reviews) — one per line",
+ inputPlaceholder: "https://trustradius.com/products/product-name/reviews",
+ creditCost: 1,
+ platform: "trustradius",
+ allowedDomains: ["trustradius.com"],
+}) {}
diff --git a/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg b/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg
new file mode 100644
index 0000000..c9cb797
--- /dev/null
+++ b/nodes/ScraperNodeTrustRadiusReviews/trustradius.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg b/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg
new file mode 100644
index 0000000..2509ed2
--- /dev/null
+++ b/nodes/ScraperNodeTrustRadiusReviews/trustradius.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json
new file mode 100644
index 0000000..acf2909
--- /dev/null
+++ b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeTrustpilotReviews",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "trustpilot",
+ "reviews",
+ "ratings",
+ "reputation"
+ ]
+}
diff --git a/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts
new file mode 100644
index 0000000..cc41a4a
--- /dev/null
+++ b/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeTrustpilotReviews extends buildScraperNodeClass({
+ scraperId: "trustpilot-reviews",
+ displayName: "ScraperNode Trustpilot Reviews",
+ nodeName: "scraperNodeTrustpilotReviews",
+ description:
+ "Extract business reviews from Trustpilot with ratings, reviewer details, and response data",
+ inputLabel: "Trustpilot URLs",
+ inputDescription:
+ "Trustpilot business review URLs (trustpilot.com/review/...) — one per line",
+ inputPlaceholder: "https://trustpilot.com/review/domain.com",
+ creditCost: 1,
+ platform: "trustpilot",
+ allowedDomains: ["trustpilot.com"],
+}) {}
diff --git a/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg b/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg
new file mode 100644
index 0000000..be51c45
--- /dev/null
+++ b/nodes/ScraperNodeTrustpilotReviews/trustpilot.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg b/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg
new file mode 100644
index 0000000..2673274
--- /dev/null
+++ b/nodes/ScraperNodeTrustpilotReviews/trustpilot.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json
new file mode 100644
index 0000000..d02919b
--- /dev/null
+++ b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeVentureRadarCompanies",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "ventureradar",
+ "startups",
+ "companies",
+ "venture",
+ "funding"
+ ]
+}
diff --git a/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts
new file mode 100644
index 0000000..58c0c3f
--- /dev/null
+++ b/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeVentureRadarCompanies extends buildScraperNodeClass({
+ scraperId: "ventureradar-companies",
+ displayName: "ScraperNode VentureRadar Companies",
+ nodeName: "scraperNodeVentureRadarCompanies",
+ description:
+ "Extract startup and emerging company data from VentureRadar",
+ inputLabel: "Company URLs",
+ inputDescription:
+ "VentureRadar company profile URLs (ventureradar.com/company/...) — one per line",
+ inputPlaceholder: "https://ventureradar.com/company/company-name/123",
+ creditCost: 1,
+ platform: "ventureradar",
+ allowedDomains: ["ventureradar.com"],
+}) {}
diff --git a/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg
new file mode 100644
index 0000000..4ccc207
--- /dev/null
+++ b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg
new file mode 100644
index 0000000..05a01f5
--- /dev/null
+++ b/nodes/ScraperNodeVentureRadarCompanies/ventureradar.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json
new file mode 100644
index 0000000..b0633c2
--- /dev/null
+++ b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.json
@@ -0,0 +1,21 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeXingProfiles",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Marketing & Content"],
+ "subcategories": {
+ "Marketing & Content": ["Social Media"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "xing",
+ "profiles",
+ "professional",
+ "European LinkedIn"
+ ]
+}
diff --git a/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts
new file mode 100644
index 0000000..41d0b19
--- /dev/null
+++ b/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeXingProfiles extends buildScraperNodeClass({
+ scraperId: "xing-profiles",
+ displayName: "ScraperNode Xing Profiles",
+ nodeName: "scraperNodeXingProfiles",
+ description:
+ "Extract professional profiles from Xing, the European LinkedIn alternative",
+ inputLabel: "Profile URLs",
+ inputDescription:
+ "Xing profile URLs (xing.com/profile/...) — one per line",
+ inputPlaceholder: "https://xing.com/profile/firstname_lastname",
+ creditCost: 1,
+ platform: "xing",
+ allowedDomains: ["xing.com"],
+}) {}
diff --git a/nodes/ScraperNodeXingProfiles/xing.dark.svg b/nodes/ScraperNodeXingProfiles/xing.dark.svg
new file mode 100644
index 0000000..423f167
--- /dev/null
+++ b/nodes/ScraperNodeXingProfiles/xing.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeXingProfiles/xing.svg b/nodes/ScraperNodeXingProfiles/xing.svg
new file mode 100644
index 0000000..2d37798
--- /dev/null
+++ b/nodes/ScraperNodeXingProfiles/xing.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json
new file mode 100644
index 0000000..c8da198
--- /dev/null
+++ b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.json
@@ -0,0 +1,22 @@
+{
+ "node": "n8n-nodes-scrapernode.scraperNodeZoomInfoCompanies",
+ "nodeVersion": "1.0",
+ "codexVersion": "1.0",
+ "categories": ["Data & Storage"],
+ "subcategories": {
+ "Data & Storage": ["Data Transformation"]
+ },
+ "resources": {
+ "primaryDocumentation": [{ "url": "https://scrapernode.com/docs/api" }]
+ },
+ "alias": [
+ "scrapernode",
+ "scrape",
+ "data extraction",
+ "zoominfo",
+ "companies",
+ "B2B",
+ "intelligence",
+ "leads"
+ ]
+}
diff --git a/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts
new file mode 100644
index 0000000..2cf5e2e
--- /dev/null
+++ b/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.ts
@@ -0,0 +1,16 @@
+import { buildScraperNodeClass } from "../shared/scraperNode";
+
+export class ScraperNodeZoomInfoCompanies extends buildScraperNodeClass({
+ scraperId: "zoominfo-companies",
+ displayName: "ScraperNode ZoomInfo Companies",
+ nodeName: "scraperNodeZoomInfoCompanies",
+ description:
+ "Extract company data from ZoomInfo including size, revenue, contacts, and tech stack",
+ inputLabel: "Company URLs",
+ inputDescription:
+ "ZoomInfo company profile URLs (zoominfo.com/c/...) — one per line",
+ inputPlaceholder: "https://zoominfo.com/c/company-name/123456",
+ creditCost: 2,
+ platform: "zoominfo",
+ allowedDomains: ["zoominfo.com"],
+}) {}
diff --git a/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg
new file mode 100644
index 0000000..9a40942
--- /dev/null
+++ b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.dark.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg
new file mode 100644
index 0000000..212c804
--- /dev/null
+++ b/nodes/ScraperNodeZoomInfoCompanies/zoominfo.svg
@@ -0,0 +1,6 @@
+
diff --git a/nodes/shared/inputSchemas.ts b/nodes/shared/inputSchemas.ts
index 05ce276..724d134 100644
--- a/nodes/shared/inputSchemas.ts
+++ b/nodes/shared/inputSchemas.ts
@@ -114,4 +114,85 @@ export const inputSchemas: Record = {
"crunchbase-companies": [
{ name: "url", type: "string", required: true, description: "Crunchbase company profile URL", placeholder: "https://www.crunchbase.com/organization/..." },
],
+ "tiktok-posts-by-url": [
+ { name: "url", type: "string", required: true, description: "Video URL", placeholder: "https://tiktok.com/@user/video/123" },
+ ],
+ "tiktok-posts-by-profile": [
+ { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://tiktok.com/@username" },
+ ],
+ "tiktok-posts-by-search": [
+ { name: "url", type: "string", required: true, description: "Search URL", placeholder: "https://tiktok.com/search?q=keyword" },
+ ],
+ "tiktok-shop": [
+ { name: "url", type: "string", required: true, description: "Shop Product URL", placeholder: "https://tiktok.com/shop/..." },
+ ],
+ "tiktok-shop-categories": [
+ { name: "url", type: "string", required: true, description: "Shop Category URL", placeholder: "https://tiktok.com/shop/..." },
+ ],
+ "facebook-pages-and-profiles": [
+ { name: "url", type: "string", required: true, description: "Page or Profile URL", placeholder: "https://facebook.com/pagename" },
+ ],
+ "facebook-personal-profiles": [
+ { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://facebook.com/username" },
+ ],
+ "facebook-marketplace": [
+ { name: "url", type: "string", required: true, description: "Marketplace Listing URL", placeholder: "https://facebook.com/marketplace/item/123456" },
+ ],
+ "facebook-events": [
+ { name: "url", type: "string", required: true, description: "Event URL", placeholder: "https://facebook.com/events/123456789" },
+ ],
+ "facebook-company-reviews": [
+ { name: "url", type: "string", required: true, description: "Company Page URL", placeholder: "https://facebook.com/company-page" },
+ ],
+ "google-maps-listings": [
+ { name: "url", type: "string", required: true, description: "Google Maps URL", placeholder: "https://google.com/maps/place/business-name" },
+ ],
+ "google-maps-reviews": [
+ { name: "url", type: "string", required: true, description: "Google Maps URL", placeholder: "https://google.com/maps/place/business-name" },
+ ],
+ "google-search-results": [
+ { name: "keyword", type: "string", required: true, description: "Search Query", placeholder: "best CRM software for startups" },
+ ],
+ "google-search-ai": [
+ { name: "keyword", type: "string", required: true, description: "Search Query", placeholder: "what is the best project management tool" },
+ ],
+ "google-shopping-products": [
+ { name: "url", type: "string", required: true, description: "Google Shopping Product URL", placeholder: "https://google.com/shopping/product/123" },
+ ],
+ "google-shopping-search": [
+ { name: "keyword", type: "string", required: true, description: "Product Search Query", placeholder: "standing desk adjustable" },
+ ],
+ "google-flights-search": [
+ { name: "url", type: "string", required: true, description: "Google Flights Search URL", placeholder: "https://google.com/travel/flights/search?tfs=..." },
+ ],
+ "google-hotels-search": [
+ { name: "url", type: "string", required: true, description: "Google Hotels URL", placeholder: "https://google.com/travel/hotels/..." },
+ ],
+ "zoominfo-companies": [
+ { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://zoominfo.com/c/company-name/123456" },
+ ],
+ "trustpilot-reviews": [
+ { name: "url", type: "string", required: true, description: "Business Reviews URL", placeholder: "https://trustpilot.com/review/domain.com" },
+ ],
+ "g2-reviews": [
+ { name: "url", type: "string", required: true, description: "Product Reviews URL", placeholder: "https://g2.com/products/product-name/reviews" },
+ ],
+ "pitchbook-companies": [
+ { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://pitchbook.com/profiles/company/12345-67" },
+ ],
+ "xing-profiles": [
+ { name: "url", type: "string", required: true, description: "Profile URL", placeholder: "https://xing.com/profile/firstname_lastname" },
+ ],
+ "owler-companies": [
+ { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://owler.com/company/company-name" },
+ ],
+ "martindale-lawyers": [
+ { name: "url", type: "string", required: true, description: "Attorney or Law Firm URL", placeholder: "https://martindale.com/attorney/firstname-lastname-12345" },
+ ],
+ "ventureradar-companies": [
+ { name: "url", type: "string", required: true, description: "Company URL", placeholder: "https://ventureradar.com/company/company-name/123" },
+ ],
+ "trustradius-reviews": [
+ { name: "url", type: "string", required: true, description: "Product Reviews URL", placeholder: "https://trustradius.com/products/product-name/reviews" },
+ ],
};
diff --git a/nodes/shared/outputSchemas.ts b/nodes/shared/outputSchemas.ts
index 40011ff..c048f0f 100644
--- a/nodes/shared/outputSchemas.ts
+++ b/nodes/shared/outputSchemas.ts
@@ -772,4 +772,630 @@ export const outputSchemas: Record = {
{ name: "num_contacts", type: "number", required: false, description: "Total number of contacts associated with the company (34.63% fill rate)" },
{ name: "products_and_services", type: "array", required: false, description: "Products and services offered by the company (80.31% fill rate)" },
],
+ "tiktok-posts-by-url": [
+ { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" },
+ { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Post description/caption (94.00% fill rate)" },
+ { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" },
+ { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" },
+ { name: "share_count", type: "string", required: true, description: "Number of shares (100.00% fill rate)" },
+ { name: "collect_count", type: "number", required: true, description: "Number of saves/collects (100.00% fill rate)" },
+ { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" },
+ { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" },
+ { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" },
+ { name: "hashtags", type: "array", required: true, description: "Hashtags used in the post (87.00% fill rate)" },
+ { name: "original_sound", type: "string", required: true, description: "Original sound name (100.00% fill rate)" },
+ { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" },
+ { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" },
+ { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" },
+ { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" },
+ { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (89.00% fill rate)" },
+ { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (100.00% fill rate)" },
+ { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" },
+ { name: "discovery_input", type: "object", required: false, description: "Discovery input parameters used to find this post (0.00% fill rate)" },
+ { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" },
+ { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" },
+ { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" },
+ { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" },
+ { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" },
+ { name: "ratio", type: "string", required: true, description: "Video aspect ratio (100.00% fill rate)" },
+ { name: "video_url", type: "string", required: true, description: "Direct video URL (100.00% fill rate)" },
+ { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" },
+ { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (59.00% fill rate)" },
+ { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" },
+ { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" },
+ { name: "carousel_images", type: "array", required: false, description: "List of images for carousel-type posts (0.00% fill rate)" },
+ { name: "tagged_user", type: "array", required: false, description: "Users tagged in the post (20.00% fill rate)" },
+ { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" },
+ { name: "tt_chain_key", type: "string", required: true, description: "TikTok chain identifier (100.00% fill rate)" },
+ ],
+ "tiktok-posts-by-profile": [
+ { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" },
+ { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Post description/caption (92.00% fill rate)" },
+ { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" },
+ { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" },
+ { name: "share_count", type: "string", required: false, description: "Number of shares (58.00% fill rate)" },
+ { name: "collect_count", type: "number", required: false, description: "Number of saves/collects (72.00% fill rate)" },
+ { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" },
+ { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" },
+ { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" },
+ { name: "hashtags", type: "array", required: false, description: "Hashtags used in the post (79.00% fill rate)" },
+ { name: "original_sound", type: "string", required: true, description: "Original sound name (99.00% fill rate)" },
+ { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" },
+ { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" },
+ { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" },
+ { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" },
+ { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (84.00% fill rate)" },
+ { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (98.00% fill rate)" },
+ { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" },
+ { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" },
+ { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" },
+ { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" },
+ { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" },
+ { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" },
+ { name: "ratio", type: "string", required: false, description: "Video aspect ratio (71.00% fill rate)" },
+ { name: "video_url", type: "string", required: false, description: "Direct video URL (71.00% fill rate)" },
+ { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" },
+ { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (60.00% fill rate)" },
+ { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" },
+ { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" },
+ { name: "carousel_images", type: "array", required: false, description: "List of images for carousel-type posts (27.00% fill rate)" },
+ { name: "tagged_user", type: "array", required: false, description: "Users tagged in the post (7.00% fill rate)" },
+ { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" },
+ { name: "tt_chain_key", type: "string", required: true, description: "TikTok chain identifier (100.00% fill rate)" },
+ { name: "region", type: "string", required: false, description: "Region/country of the post (0.00% fill rate)" },
+ ],
+ "tiktok-posts-by-search": [
+ { name: "url", type: "string", required: true, description: "Post URL (100.00% fill rate)" },
+ { name: "post_id", type: "string", required: true, description: "Unique post ID (100.00% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Post description/caption (96.00% fill rate)" },
+ { name: "create_time", type: "string", required: true, description: "Post creation timestamp (100.00% fill rate)" },
+ { name: "digg_count", type: "number", required: true, description: "Number of likes (diggs) (100.00% fill rate)" },
+ { name: "share_count", type: "string", required: true, description: "Number of shares (89.00% fill rate)" },
+ { name: "collect_count", type: "number", required: true, description: "Number of saves/collects (94.00% fill rate)" },
+ { name: "comment_count", type: "number", required: true, description: "Number of comments (100.00% fill rate)" },
+ { name: "play_count", type: "number", required: true, description: "Number of video plays (100.00% fill rate)" },
+ { name: "video_duration", type: "number", required: true, description: "Duration of the video in seconds (100.00% fill rate)" },
+ { name: "hashtags", type: "array", required: true, description: "Hashtags used in the post (86.00% fill rate)" },
+ { name: "original_sound", type: "string", required: true, description: "Original sound name (100.00% fill rate)" },
+ { name: "profile_id", type: "string", required: true, description: "Profile ID of the post author (100.00% fill rate)" },
+ { name: "profile_username", type: "string", required: true, description: "Username of the post author (100.00% fill rate)" },
+ { name: "profile_url", type: "string", required: true, description: "Profile URL of the post author (100.00% fill rate)" },
+ { name: "profile_avatar", type: "string", required: true, description: "Avatar URL of the post author (100.00% fill rate)" },
+ { name: "profile_biography", type: "string", required: true, description: "Biography of the post author (90.00% fill rate)" },
+ { name: "preview_image", type: "string", required: true, description: "Preview thumbnail image URL (100.00% fill rate)" },
+ { name: "post_type", type: "string", required: true, description: "Type of post (video, carousel, etc.) (100.00% fill rate)" },
+ { name: "offical_item", type: "boolean", required: true, description: "Whether this is an official item (100.00% fill rate)" },
+ { name: "secu_id", type: "string", required: true, description: "Security ID for the post (100.00% fill rate)" },
+ { name: "original_item", type: "boolean", required: true, description: "Whether this is an original item (100.00% fill rate)" },
+ { name: "shortcode", type: "string", required: true, description: "Post shortcode (100.00% fill rate)" },
+ { name: "width", type: "number", required: true, description: "Video width in pixels (100.00% fill rate)" },
+ { name: "ratio", type: "string", required: true, description: "Video aspect ratio (97.00% fill rate)" },
+ { name: "video_url", type: "string", required: true, description: "Direct video URL (97.00% fill rate)" },
+ { name: "music", type: "object", required: true, description: "Music/audio information for the post (100.00% fill rate)" },
+ { name: "cdn_url", type: "string", required: false, description: "CDN URL link to media (75.00% fill rate)" },
+ { name: "is_verified", type: "boolean", required: true, description: "Whether the TikTok account is verified (100.00% fill rate)" },
+ { name: "account_id", type: "string", required: true, description: "Account ID of the post author (100.00% fill rate)" },
+ { name: "profile_followers", type: "number", required: true, description: "Number of followers of the post author (100.00% fill rate)" },
+ ],
+ "tiktok-shop": [
+ { name: "url", type: "string", required: true, description: "Product URL (100.00% fill rate)" },
+ { name: "title", type: "string", required: true, description: "Product title (100.00% fill rate)" },
+ { name: "available", type: "boolean", required: true, description: "Whether the product is available for purchase (100.00% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Product description (98.00% fill rate)" },
+ { name: "currency", type: "string", required: true, description: "Currency of the product price (100.00% fill rate)" },
+ { name: "initial_price", type: "number", required: true, description: "Original price before discount (96.00% fill rate)" },
+ { name: "final_price", type: "number", required: true, description: "Final price after discount (96.00% fill rate)" },
+ { name: "discount_percent", type: "number", required: true, description: "Discount percentage applied to the product (100.00% fill rate)" },
+ { name: "initial_price_low", type: "number", required: false, description: "Lowest initial price in a price range (18.00% fill rate)" },
+ { name: "initial_price_high", type: "number", required: false, description: "Highest initial price in a price range (2.00% fill rate)" },
+ { name: "final_price_low", type: "number", required: true, description: "Lowest final price in a price range (96.00% fill rate)" },
+ { name: "final_price_high", type: "number", required: false, description: "Highest final price in a price range (18.00% fill rate)" },
+ { name: "sold", type: "number", required: true, description: "Total number of units sold (100.00% fill rate)" },
+ { name: "colors", type: "array", required: false, description: "Available colors for the product (38.00% fill rate)" },
+ { name: "sizes", type: "array", required: false, description: "Available sizes for the product (21.00% fill rate)" },
+ { name: "shipping_fee", type: "number", required: false, description: "Shipping fee for the product (68.00% fill rate)" },
+ { name: "specifications", type: "array", required: false, description: "Product technical specifications (73.00% fill rate)" },
+ { name: "reviews_count", type: "number", required: false, description: "Total number of product reviews (89.00% fill rate)" },
+ { name: "reviews", type: "array", required: false, description: "Customer reviews for the product (49.00% fill rate)" },
+ { name: "store_details", type: "object", required: true, description: "Details about the seller store (100.00% fill rate)" },
+ { name: "images", type: "array", required: true, description: "Product images (100.00% fill rate)" },
+ { name: "domain", type: "string", required: true, description: "Domain of the product listing (100.00% fill rate)" },
+ { name: "videos", type: "array", required: false, description: "Product videos (14.00% fill rate)" },
+ { name: "category", type: "string", required: false, description: "Product category (65.00% fill rate)" },
+ { name: "category_url", type: "string", required: false, description: "URL of the product category page (69.00% fill rate)" },
+ { name: "id", type: "string", required: true, description: "Unique product ID (100.00% fill rate)" },
+ { name: "seller_id", type: "string", required: true, description: "Unique seller ID (93.00% fill rate)" },
+ { name: "prodct_rating", type: "number", required: false, description: "Overall product rating (44.00% fill rate)" },
+ { name: "position", type: "number", required: false, description: "Product position in search results (0.00% fill rate)" },
+ { name: "variations", type: "array", required: true, description: "Product variations (size, color, etc.) (91.00% fill rate)" },
+ { name: "In_stock", type: "boolean", required: false, description: "Whether the product is in stock (21.00% fill rate)" },
+ { name: "promotion_items", type: "array", required: false, description: "Promotional bundle items (2.00% fill rate)" },
+ { name: "desc_detail", type: "string", required: false, description: "Detailed product description (21.00% fill rate)" },
+ { name: "related_videos", type: "array", required: false, description: "Related TikTok videos featuring this product (5.00% fill rate)" },
+ { name: "video_link", type: "string", required: false, description: "Primary product video link (0.00% fill rate)" },
+ { name: "Shop_performance_metrics", type: "array", required: false, description: "Shop performance metrics (21.00% fill rate)" },
+ ],
+ "tiktok-shop-categories": [
+ { name: "url", type: "string", required: true, description: "Product URL (100.00% fill rate)" },
+ { name: "product_id", type: "string", required: true, description: "Product ID (100.00% fill rate)" },
+ { name: "category_url", type: "string", required: true, description: "Category URL (100.00% fill rate)" },
+ { name: "category_name", type: "string", required: true, description: "The category name (100.00% fill rate)" },
+ { name: "sub_categories", type: "array", required: false, description: "The sub categories of the main category (0.00% fill rate)" },
+ { name: "title", type: "string", required: true, description: "The product's title (100.00% fill rate)" },
+ { name: "initial_price", type: "number", required: true, description: "The product's initial price (100.00% fill rate)" },
+ { name: "final_price", type: "number", required: true, description: "The product's final price (100.00% fill rate)" },
+ { name: "currency", type: "string", required: true, description: "Currency of the price (100.00% fill rate)" },
+ { name: "product_rating", type: "number", required: true, description: "The product rating (100.00% fill rate)" },
+ { name: "sold", type: "number", required: true, description: "The number of products sold (100.00% fill rate)" },
+ { name: "position", type: "string", required: true, description: "The product's position on the page (100.00% fill rate)" },
+ { name: "product_image", type: "string", required: true, description: "The product image URL (100.00% fill rate)" },
+ { name: "categories", type: "array", required: true, description: "All categories the product belongs to (100.00% fill rate)" },
+ ],
+ "facebook-pages-and-profiles": [
+ { name: "id", type: "string", required: true, description: "Internal record ID (100.00% fill rate)" },
+ { name: "url", type: "string", required: true, description: "Facebook page URL (100.00% fill rate)" },
+ { name: "page_name", type: "string", required: true, description: "Page display name (100.00% fill rate)" },
+ { name: "username", type: "string", required: true, description: "Page handle (username) (100.00% fill rate)" },
+ { name: "entity_type", type: "string", required: false, description: "Page or Profile (50.00% fill rate)" },
+ { name: "summary_text", type: "string", required: false, description: "Intro tagline text (50.00% fill rate)" },
+ { name: "primary_category", type: "string", required: false, description: "Primary category (60.00% fill rate)" },
+ { name: "work", type: "array", required: false, description: "Employment lines (5.00% fill rate)" },
+ { name: "education", type: "array", required: false, description: "Education lines (5.00% fill rate)" },
+ { name: "current_city", type: "string", required: false, description: "Current city (6.00% fill rate)" },
+ { name: "hometown", type: "string", required: false, description: "Hometown (5.00% fill rate)" },
+ { name: "relationship", type: "object", required: false, description: "Relationship info (4.00% fill rate)" },
+ { name: "address", type: "object", required: false, description: "Business/location address (30.00% fill rate)" },
+ { name: "phones", type: "array", required: false, description: "Phone numbers (31.00% fill rate)" },
+ { name: "emails", type: "array", required: false, description: "Email addresses (31.00% fill rate)" },
+ { name: "websites", type: "array", required: false, description: "Websites and social links (0.00% fill rate)" },
+ { name: "hours", type: "object", required: false, description: "Opening hours (0.00% fill rate)" },
+ { name: "rating", type: "object", required: false, description: "Rating summary (0.00% fill rate)" },
+ { name: "contact_and_basic_info", type: "object", required: true, description: "About > Contact and basic info (100.00% fill rate)" },
+ { name: "page_transparency", type: "object", required: false, description: "About > Page transparency (29.00% fill rate)" },
+ { name: "details_about", type: "object", required: false, description: "About > Details About (0.00% fill rate)" },
+ { name: "privacy_and_legal_info", type: "string", required: false, description: "Privacy/terms/legal notes (0.00% fill rate)" },
+ { name: "followers", type: "number", required: false, description: "Number of followers (62.00% fill rate)" },
+ { name: "logo", type: "string", required: true, description: "The page logo (100.00% fill rate)" },
+ { name: "is_verified", type: "boolean", required: true, description: "Is the page verified (100.00% fill rate)" },
+ ],
+ "facebook-personal-profiles": [
+ { name: "url", type: "string", required: true, description: "Facebook profile URL (100.00% fill rate)" },
+ { name: "name", type: "string", required: true, description: "The name of the person (100.00% fill rate)" },
+ { name: "id", type: "string", required: true, description: "The Facebook profile ID (100.00% fill rate)" },
+ { name: "profile_photo", type: "string", required: true, description: "The profile photo (100.00% fill rate)" },
+ { name: "cover_photo", type: "string", required: true, description: "The profile's cover photo (94.00% fill rate)" },
+ { name: "work", type: "array", required: false, description: "The working places of the profile (3.00% fill rate)" },
+ { name: "college", type: "array", required: false, description: "College data of the profile (2.00% fill rate)" },
+ { name: "high_school", type: "array", required: false, description: "High school data of the profile (3.00% fill rate)" },
+ { name: "photos", type: "array", required: true, description: "The profile's photos (96.00% fill rate)" },
+ ],
+ "facebook-marketplace": [
+ { name: "url", type: "string", required: true, description: "URL of the marketplace listing (100.00% fill rate)" },
+ { name: "title", type: "string", required: false, description: "Title of the listing (58.00% fill rate)" },
+ { name: "initial_price", type: "number", required: false, description: "Original asking price (58.00% fill rate)" },
+ { name: "final_price", type: "number", required: false, description: "Final price of the listing (58.00% fill rate)" },
+ { name: "currency", type: "string", required: false, description: "Currency of the price (58.00% fill rate)" },
+ { name: "product_id", type: "string", required: false, description: "Unique identifier for the listing (58.00% fill rate)" },
+ { name: "breadcrumbs", type: "array", required: false, description: "Category breadcrumbs for the listing (9.00% fill rate)" },
+ { name: "condition", type: "string", required: false, description: "Condition of the item (new, used, etc.) (55.00% fill rate)" },
+ { name: "description", type: "string", required: false, description: "Seller's description of the listing (55.00% fill rate)" },
+ { name: "location", type: "string", required: false, description: "Location of the listing (57.00% fill rate)" },
+ { name: "country_code", type: "string", required: true, description: "Country code of the listing location (100.00% fill rate)" },
+ { name: "root_category", type: "string", required: false, description: "Root category of the listing (10.00% fill rate)" },
+ { name: "images", type: "array", required: false, description: "Listing images (57.00% fill rate)" },
+ { name: "seller_description", type: "string", required: false, description: "Description from the seller's profile (55.00% fill rate)" },
+ { name: "color", type: "string", required: false, description: "Color of the item (32.00% fill rate)" },
+ { name: "brand", type: "string", required: false, description: "Brand of the item (1.00% fill rate)" },
+ { name: "videos", type: "array", required: false, description: "Listing videos (0.00% fill rate)" },
+ { name: "profile_id", type: "string", required: false, description: "Seller's profile ID (53.00% fill rate)" },
+ { name: "listing_date", type: "string", required: false, description: "Date the listing was posted (49.00% fill rate)" },
+ ],
+ "facebook-events": [
+ { name: "event_id", type: "string", required: true, description: "Unique identifier for the Facebook event (100.00% fill rate)" },
+ { name: "url", type: "string", required: true, description: "URL of the Facebook event (100.00% fill rate)" },
+ { name: "main_image", type: "string", required: false, description: "Main cover image URL of the event (4.00% fill rate)" },
+ { name: "event_date", type: "string", required: true, description: "Date of the event (100.00% fill rate)" },
+ { name: "title", type: "string", required: true, description: "Title of the event (100.00% fill rate)" },
+ { name: "people_responded", type: "number", required: true, description: "Total number of people who responded to the event (97.00% fill rate)" },
+ { name: "event_by", type: "array", required: false, description: "Organizer(s) of the event (3.00% fill rate)" },
+ { name: "location", type: "object", required: true, description: "Location details of the event (100.00% fill rate)" },
+ { name: "access_level", type: "array", required: true, description: "Access level of the event (public, private, etc.) (100.00% fill rate)" },
+ { name: "description", type: "object", required: true, description: "Full description of the event (100.00% fill rate)" },
+ { name: "hashtags", type: "array", required: true, description: "Hashtags associated with the event (97.00% fill rate)" },
+ { name: "hosts", type: "array", required: true, description: "Event hosts (100.00% fill rate)" },
+ { name: "suggested_events", type: "array", required: true, description: "Events suggested alongside this event (99.00% fill rate)" },
+ { name: "tickets", type: "object", required: true, description: "Ticket information for the event (100.00% fill rate)" },
+ { name: "duration", type: "object", required: true, description: "Duration of the event (100.00% fill rate)" },
+ { name: "main_image_downloadable", type: "string", required: true, description: "Downloadable main image URL (98.00% fill rate)" },
+ { name: "responded_object", type: "object", required: true, description: "Breakdown of responses to the event (97.00% fill rate)" },
+ { name: "event_start_time", type: "string", required: true, description: "Start time of the event (97.00% fill rate)" },
+ { name: "event_end_time", type: "string", required: false, description: "End time of the event (50.00% fill rate)" },
+ { name: "event_end_date", type: "string", required: false, description: "End date of the event (50.00% fill rate)" },
+ { name: "full_address", type: "string", required: true, description: "Full address of the event venue (96.00% fill rate)" },
+ { name: "longitude", type: "string", required: true, description: "Longitude of the event location (94.00% fill rate)" },
+ { name: "latitude", type: "string", required: true, description: "Latitude of the event location (94.00% fill rate)" },
+ { name: "event_timezone", type: "string", required: true, description: "Timezone of the event (97.00% fill rate)" },
+ { name: "unformatted_description_text", type: "string", required: true, description: "Raw unformatted description text (97.00% fill rate)" },
+ { name: "alternative_dates", type: "array", required: false, description: "Alternative dates for the event (8.00% fill rate)" },
+ { name: "alternative_date_time", type: "array", required: false, description: "Alternative date/time options for the event (8.00% fill rate)" },
+ { name: "redirected_event_url", type: "string", required: false, description: "Redirected URL if the event moved (8.00% fill rate)" },
+ { name: "main_video", type: "string", required: false, description: "Main video URL for the event (0.00% fill rate)" },
+ ],
+ "facebook-company-reviews": [
+ { name: "company_name", type: "string", required: true, description: "The name of the company being reviewed (100.00% fill rate)" },
+ { name: "company_id", type: "string", required: true, description: "A unique identifier for each company being reviewed (100.00% fill rate)" },
+ { name: "company_url", type: "string", required: true, description: "The URL of the reviewed company (100.00% fill rate)" },
+ { name: "url", type: "string", required: true, description: "The URL of the specific review on Facebook (100.00% fill rate)" },
+ { name: "review_time", type: "string", required: true, description: "The date and time when the review was posted (100.00% fill rate)" },
+ { name: "recommends", type: "boolean", required: true, description: "Whether the reviewer recommends the company (100.00% fill rate)" },
+ { name: "review_content", type: "string", required: true, description: "The textual content of the review (89.00% fill rate)" },
+ { name: "review_attachments", type: "array", required: false, description: "URLs of any attachments included in the review (9.00% fill rate)" },
+ { name: "number_of_reactions_to_review", type: "number", required: true, description: "The total number of reactions to the review (100.00% fill rate)" },
+ { name: "review_reaction_types", type: "array", required: false, description: "Types of reactions to the review (like, love, wow, etc.) (36.00% fill rate)" },
+ { name: "reviewer_profile_url", type: "string", required: false, description: "The URL of the reviewer's Facebook profile (44.00% fill rate)" },
+ { name: "reviewer_name", type: "string", required: true, description: "The name of the reviewer (99.00% fill rate)" },
+ { name: "reviewer_profile_picture_url", type: "string", required: true, description: "The reviewer's profile picture URL (99.00% fill rate)" },
+ { name: "recommended_perc", type: "string", required: true, description: "The percentage of recommended reviews for the company (94.00% fill rate)" },
+ { name: "likes", type: "number", required: true, description: "The amount of likes the page has (98.00% fill rate)" },
+ { name: "followers", type: "number", required: true, description: "The amount of followers the page has (98.00% fill rate)" },
+ { name: "total_reviews", type: "number", required: true, description: "The total number of reviews for the company (98.00% fill rate)" },
+ { name: "replies", type: "array", required: false, description: "Replies to the review (33.00% fill rate)" },
+ ],
+ "google-maps-listings": [
+ { name: "place_id", type: "string", required: true, description: "Unique identifier for the place on Google Maps (100.00% fill rate)" },
+ { name: "url", type: "string", required: true, description: "URL pointing to the business on Google Maps (100.00% fill rate)" },
+ { name: "country", type: "string", required: true, description: "The country where the business is located (99.18% fill rate)" },
+ { name: "name", type: "string", required: true, description: "The name of the business (100.00% fill rate)" },
+ { name: "category", type: "string", required: true, description: "The category or type of the business (100.00% fill rate)" },
+ { name: "address", type: "string", required: true, description: "The physical address of the business (97.86% fill rate)" },
+ { name: "description", type: "string", required: false, description: "A detailed description of the business (1.53% fill rate)" },
+ { name: "business_details", type: "array", required: true, description: "Additional business details (99.98% fill rate)" },
+ { name: "open_hours", type: "object", required: false, description: "Operating hours of the business (50.10% fill rate)" },
+ { name: "phone", type: "string", required: false, description: "The phone number of the business (76.79% fill rate)" },
+ { name: "website", type: "string", required: false, description: "The website URL of the business (55.10% fill rate)" },
+ { name: "rating", type: "number", required: false, description: "The overall rating of the business (68.09% fill rate)" },
+ { name: "reviews", type: "number", required: false, description: "The total number of reviews for the business (68.09% fill rate)" },
+ { name: "photos", type: "number", required: false, description: "The number of photos associated with the business (68.45% fill rate)" },
+ { name: "latitude", type: "number", required: true, description: "The latitude coordinate of the business location (97.86% fill rate)" },
+ { name: "longitude", type: "number", required: true, description: "The longitude coordinate of the business location (97.86% fill rate)" },
+ { name: "cid", type: "string", required: true, description: "The unique customer ID for the business on Google (99.98% fill rate)" },
+ { name: "price_range", type: "string", required: false, description: "The price range of the business (15.24% fill rate)" },
+ { name: "permanently_closed", type: "boolean", required: false, description: "Whether the business is permanently closed (0.52% fill rate)" },
+ { name: "temporarily_closed", type: "boolean", required: false, description: "Whether the business is temporarily closed (0.47% fill rate)" },
+ { name: "people_also_search", type: "array", required: false, description: "Related businesses that people also searched for (44.56% fill rate)" },
+ { name: "web_results", type: "array", required: false, description: "Web results related to the business (11.68% fill rate)" },
+ { name: "reservation_link", type: "string", required: false, description: "Reservation link for the business (1.59% fill rate)" },
+ { name: "questions_answers", type: "array", required: false, description: "Questions and answers from Google Maps (0.04% fill rate)" },
+ { name: "top_reviews", type: "array", required: false, description: "Top reviews for the business (60.25% fill rate)" },
+ { name: "reviews_snippets", type: "array", required: false, description: "Review snippet summaries (39.82% fill rate)" },
+ { name: "directory_categories", type: "array", required: false, description: "Directory category information (2.20% fill rate)" },
+ { name: "directory_locations", type: "array", required: false, description: "Directory location information (2.20% fill rate)" },
+ { name: "popular_times", type: "array", required: false, description: "Popular visiting times for the business (27.89% fill rate)" },
+ { name: "review_distribution", type: "object", required: false, description: "Distribution of reviews by star rating (27.87% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-maps-reviews": [
+ { name: "url", type: "string", required: true, description: "Link to the Google Maps page of the place (100.00% fill rate)" },
+ { name: "place_id", type: "string", required: true, description: "Unique identifier for the place (99.94% fill rate)" },
+ { name: "place_name", type: "string", required: true, description: "Name of the place (99.92% fill rate)" },
+ { name: "country", type: "string", required: true, description: "Country of the place (99.13% fill rate)" },
+ { name: "address", type: "string", required: true, description: "Full address of the place (99.14% fill rate)" },
+ { name: "review_id", type: "string", required: true, description: "Unique identifier for the review (100.00% fill rate)" },
+ { name: "reviewer_name", type: "string", required: true, description: "Name of the reviewer (100.00% fill rate)" },
+ { name: "reviews_by_reviewer", type: "number", required: true, description: "Total reviews written by the reviewer (100.00% fill rate)" },
+ { name: "photos_by_reviewer", type: "string", required: true, description: "Total photos uploaded by the reviewer (99.70% fill rate)" },
+ { name: "reviewer_url", type: "string", required: true, description: "URL to the reviewer's profile (100.00% fill rate)" },
+ { name: "reviewer_is_local_guide", type: "boolean", required: true, description: "Whether the reviewer is a Google Local Guide (100.00% fill rate)" },
+ { name: "review_text", type: "string", required: false, description: "Text content of the review (82.45% fill rate)" },
+ { name: "review_rating", type: "number", required: true, description: "Star rating given in the review (1-5) (100.00% fill rate)" },
+ { name: "review_datetime_utc", type: "string", required: true, description: "Date and time the review was posted (UTC) (100.00% fill rate)" },
+ { name: "review_likes", type: "number", required: true, description: "Number of likes the review received (100.00% fill rate)" },
+ { name: "review_response", type: "string", required: false, description: "Owner response to the review (18.32% fill rate)" },
+ { name: "review_response_datetime_utc", type: "string", required: false, description: "Date and time of the owner response (UTC) (18.04% fill rate)" },
+ { name: "review_images", type: "array", required: false, description: "Images attached to the review (20.15% fill rate)" },
+ { name: "total_reviews", type: "number", required: true, description: "Total number of reviews for the place (99.92% fill rate)" },
+ { name: "avg_rating", type: "number", required: true, description: "Average rating of the place (99.73% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-search-results": [
+ { name: "url", type: "string", required: true, description: "The Google search URL (100.00% fill rate)" },
+ { name: "keyword", type: "string", required: false, description: "Keyword used in the search (3.12% fill rate)" },
+ { name: "general", type: "object", required: true, description: "General information about the search (100.00% fill rate)" },
+ { name: "organic", type: "array", required: true, description: "Organic search results (99.82% fill rate)" },
+ { name: "paid", type: "array", required: false, description: "Paid/sponsored search results (15.24% fill rate)" },
+ { name: "related_searches", type: "array", required: false, description: "Related search queries suggested by Google (85.32% fill rate)" },
+ { name: "total_results_count", type: "number", required: true, description: "Total number of results Google found (92.14% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-search-ai": [
+ { name: "url", type: "string", required: true, description: "Google AI search URL (100.00% fill rate)" },
+ { name: "prompt", type: "string", required: true, description: "The input search prompt (100.00% fill rate)" },
+ { name: "answer_html", type: "string", required: true, description: "The AI-generated answer in HTML format (100.00% fill rate)" },
+ { name: "answer_text", type: "string", required: true, description: "The AI-generated answer in plain text (98.59% fill rate)" },
+ { name: "links_attached", type: "array", required: false, description: "Links attached to the AI answer (40.82% fill rate)" },
+ { name: "citations", type: "array", required: false, description: "Source citations referenced in the AI answer (87.85% fill rate)" },
+ { name: "organic_results", type: "array", required: false, description: "Organic search results alongside the AI answer (72.14% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-shopping-products": [
+ { name: "url", type: "string", required: true, description: "The URL or link to the product (100.00% fill rate)" },
+ { name: "product_id", type: "string", required: false, description: "Unique identifier for the product (85.04% fill rate)" },
+ { name: "title", type: "string", required: true, description: "Title or name of the product (98.67% fill rate)" },
+ { name: "product_description", type: "array", required: false, description: "Description of the product (53.02% fill rate)" },
+ { name: "rating", type: "number", required: false, description: "Average rating of the product (71.21% fill rate)" },
+ { name: "reviews_count", type: "number", required: false, description: "Number of ratings or reviews for the product (38.59% fill rate)" },
+ { name: "images", type: "array", required: true, description: "Images of the product (98.65% fill rate)" },
+ { name: "variations", type: "array", required: false, description: "Product variations (37.48% fill rate)" },
+ { name: "initial_price", type: "string", required: false, description: "Original price before discounts (14.09% fill rate)" },
+ { name: "final_price", type: "string", required: true, description: "Final price after discounts (97.37% fill rate)" },
+ { name: "currency", type: "string", required: true, description: "Currency of the price (97.37% fill rate)" },
+ { name: "product_condition", type: "string", required: false, description: "Condition of the product (new, used, etc.) (49.99% fill rate)" },
+ { name: "sellers", type: "array", required: true, description: "List of sellers offering the product (92.36% fill rate)" },
+ { name: "product_specifications", type: "array", required: false, description: "Technical specifications of the product (75.42% fill rate)" },
+ { name: "product_reviews", type: "array", required: false, description: "Customer reviews for the product (52.11% fill rate)" },
+ { name: "categories", type: "array", required: true, description: "Product categories (98.65% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-shopping-search": [
+ { name: "url", type: "string", required: true, description: "The URL of the product listing page (100.00% fill rate)" },
+ { name: "product_id", type: "string", required: true, description: "Unique identifier for the product (100.00% fill rate)" },
+ { name: "title", type: "string", required: false, description: "The product title (78.58% fill rate)" },
+ { name: "final_price", type: "number", required: false, description: "The final price after discounts or promotions (80.17% fill rate)" },
+ { name: "initial_price", type: "number", required: false, description: "The original price before discounts (23.54% fill rate)" },
+ { name: "currency", type: "string", required: true, description: "The currency of the product price (100.00% fill rate)" },
+ { name: "rating", type: "number", required: false, description: "The average customer rating of the product (44.34% fill rate)" },
+ { name: "reviews_count", type: "number", required: false, description: "The total number of reviews the product has (50.73% fill rate)" },
+ { name: "seller_name", type: "string", required: true, description: "Name of the seller (91.44% fill rate)" },
+ { name: "delivery", type: "string", required: false, description: "Delivery information (75.32% fill rate)" },
+ { name: "thumbnail", type: "string", required: true, description: "Thumbnail image URL for the product (99.98% fill rate)" },
+ { name: "product_condition", type: "string", required: false, description: "Condition of the product (new, used, etc.) (5.84% fill rate)" },
+ { name: "ad", type: "boolean", required: true, description: "Whether the listing is an advertisement (100.00% fill rate)" },
+ { name: "position", type: "number", required: true, description: "Position of the product in search results (100.00% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-flights-search": [
+ { name: "url", type: "string", required: true, description: "The Google Flights booking URL (100.00% fill rate)" },
+ { name: "itinerary_id", type: "string", required: true, description: "Stable unique ID for this itinerary (100.00% fill rate)" },
+ { name: "search", type: "object", required: true, description: "Search parameters used (100.00% fill rate)" },
+ { name: "itinerary", type: "object", required: true, description: "Full itinerary details (100.00% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "google-hotels-search": [
+ { name: "url", type: "string", required: true, description: "The URL of the hotel listing on Google (100.00% fill rate)" },
+ { name: "hotel_id", type: "string", required: true, description: "Hotel unique identifier (100.00% fill rate)" },
+ { name: "hotel_name", type: "string", required: true, description: "The official name of the hotel (100.00% fill rate)" },
+ { name: "rating", type: "number", required: false, description: "The overall rating of the hotel (87.66% fill rate)" },
+ { name: "review_count", type: "string", required: false, description: "The total number of reviews (87.66% fill rate)" },
+ { name: "star_classification", type: "number", required: false, description: "The star classification of the hotel (61.94% fill rate)" },
+ { name: "address", type: "string", required: false, description: "The full street address of the hotel (73.62% fill rate)" },
+ { name: "phone_number", type: "string", required: false, description: "The contact phone number for the hotel (72.31% fill rate)" },
+ { name: "photos", type: "array", required: true, description: "Hotel photos (99.32% fill rate)" },
+ { name: "description", type: "string", required: false, description: "Hotel description text (78.45% fill rate)" },
+ { name: "amenities", type: "array", required: true, description: "List of hotel amenities (91.23% fill rate)" },
+ { name: "price_info", type: "object", required: false, description: "Pricing information for the hotel (82.14% fill rate)" },
+ { name: "reviews", type: "array", required: false, description: "Customer reviews for the hotel (65.32% fill rate)" },
+ { name: "location", type: "object", required: false, description: "Geographic location of the hotel (73.62% fill rate)" },
+ { name: "website", type: "string", required: false, description: "Hotel official website URL (68.44% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "zoominfo-companies": [
+ { name: "url", type: "string", required: true, description: "The company's ZoomInfo profile link (100.00% fill rate)" },
+ { name: "id", type: "string", required: true, description: "Unique identifier for the company in the dataset (100.00% fill rate)" },
+ { name: "name", type: "string", required: false, description: "The official name of the company (14.77% fill rate)" },
+ { name: "description", type: "string", required: true, description: "A brief overview of the company's history, services, or products (92.51% fill rate)" },
+ { name: "revenue", type: "number", required: false, description: "The company's total revenue (14.77% fill rate)" },
+ { name: "revenue_currency", type: "string", required: false, description: "The currency used for the revenue figures (14.77% fill rate)" },
+ { name: "revenue_text", type: "string", required: false, description: "Revenue as display text (14.77% fill rate)" },
+ { name: "stock_symbol", type: "string", required: false, description: "The company's stock ticker symbol (5.41% fill rate)" },
+ { name: "founded_year", type: "number", required: false, description: "Year the company was founded (8.23% fill rate)" },
+ { name: "website", type: "string", required: false, description: "The company's official website URL (14.76% fill rate)" },
+ { name: "linkedin_url", type: "string", required: false, description: "The company's LinkedIn profile URL (13.14% fill rate)" },
+ { name: "phone", type: "string", required: false, description: "Primary phone number for the company (14.62% fill rate)" },
+ { name: "address", type: "string", required: false, description: "The company's headquarters address (14.71% fill rate)" },
+ { name: "city", type: "string", required: false, description: "City where the company is headquartered (14.71% fill rate)" },
+ { name: "state", type: "string", required: false, description: "State/region where the company is headquartered (10.37% fill rate)" },
+ { name: "country", type: "string", required: false, description: "Country where the company is headquartered (14.76% fill rate)" },
+ { name: "zip_code", type: "string", required: false, description: "Postal code of the company headquarters (9.82% fill rate)" },
+ { name: "industry", type: "string", required: false, description: "The primary industry the company operates in (14.76% fill rate)" },
+ { name: "sub_industry", type: "string", required: false, description: "More specific sub-industry classification (14.63% fill rate)" },
+ { name: "social_media", type: "object", required: false, description: "Social media profiles for the company (13.71% fill rate)" },
+ { name: "business_classification_codes", type: "array", required: false, description: "Business classification codes (SIC, NAICS, etc.) (14.76% fill rate)" },
+ { name: "ceo", type: "object", required: true, description: "Name and title of the company's CEO (100.00% fill rate)" },
+ { name: "total_employees", type: "number", required: false, description: "Total number of employees in the company (9.17% fill rate)" },
+ { name: "c_level_employees", type: "array", required: false, description: "C-level executives at the company (14.77% fill rate)" },
+ { name: "technologies", type: "array", required: false, description: "Technologies used by the company (14.76% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "trustpilot-reviews": [
+ { name: "company_name", type: "string", required: true, description: "The name of the company (100.00% fill rate)" },
+ { name: "review_id", type: "string", required: true, description: "Unique identifier for each review (100.00% fill rate)" },
+ { name: "review_date", type: "string", required: true, description: "The date the review was written (99.99% fill rate)" },
+ { name: "review_rating", type: "number", required: true, description: "The rating given by the reviewer (1-5) (100.00% fill rate)" },
+ { name: "review_title", type: "string", required: true, description: "The title of the review (100.00% fill rate)" },
+ { name: "review_content", type: "string", required: true, description: "The full text content of the review (100.00% fill rate)" },
+ { name: "is_verified_review", type: "boolean", required: true, description: "Whether the review is verified (100.00% fill rate)" },
+ { name: "review_date_of_experience", type: "string", required: false, description: "The date the reviewer experienced the service (46.20% fill rate)" },
+ { name: "reviewer_name", type: "string", required: true, description: "Name of the reviewer (100.00% fill rate)" },
+ { name: "reviewer_country", type: "string", required: true, description: "Country of the reviewer (92.31% fill rate)" },
+ { name: "reviewer_reviews_count", type: "number", required: true, description: "Total number of reviews by this reviewer (100.00% fill rate)" },
+ { name: "company_reply", type: "string", required: false, description: "Company response to the review (22.15% fill rate)" },
+ { name: "company_reply_date", type: "string", required: false, description: "Date of the company's reply (22.10% fill rate)" },
+ { name: "review_url", type: "string", required: true, description: "Direct URL to the review (100.00% fill rate)" },
+ { name: "company_url", type: "string", required: true, description: "URL of the company's Trustpilot profile (100.00% fill rate)" },
+ { name: "company_rating_name", type: "string", required: false, description: "Company rating in words (e.g., Excellent) (45.70% fill rate)" },
+ { name: "company_overall_rating", type: "number", required: true, description: "Company overall rating (1-5) (100.00% fill rate)" },
+ { name: "is_verified_company", type: "boolean", required: true, description: "Whether the company is verified on Trustpilot (99.97% fill rate)" },
+ { name: "company_total_reviews", type: "number", required: true, description: "Total number of reviews for the company (100.00% fill rate)" },
+ { name: "5_star", type: "object", required: true, description: "Distribution of 5-star reviews (100.00% fill rate)" },
+ { name: "4_star", type: "object", required: true, description: "Distribution of 4-star reviews (100.00% fill rate)" },
+ { name: "3_star", type: "object", required: true, description: "Distribution of 3-star reviews (100.00% fill rate)" },
+ { name: "2_star", type: "object", required: true, description: "Distribution of 2-star reviews (100.00% fill rate)" },
+ { name: "1_star", type: "object", required: true, description: "Distribution of 1-star reviews (100.00% fill rate)" },
+ { name: "company_website", type: "string", required: true, description: "Company's official website URL (91.44% fill rate)" },
+ { name: "company_category", type: "string", required: false, description: "Business category on Trustpilot (85.32% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "g2-reviews": [
+ { name: "review_id", type: "number", required: true, description: "The unique identifier for the review (100.00% fill rate)" },
+ { name: "author_id", type: "number", required: false, description: "The unique identifier for the review author (55.66% fill rate)" },
+ { name: "author", type: "string", required: true, description: "The name of the author who wrote the review (93.41% fill rate)" },
+ { name: "position", type: "string", required: false, description: "The position or role of the author (67.81% fill rate)" },
+ { name: "company_size", type: "string", required: false, description: "The size or type of the author's company (86.31% fill rate)" },
+ { name: "stars", type: "number", required: true, description: "The star rating given in the review (1-5) (99.35% fill rate)" },
+ { name: "date", type: "string", required: true, description: "The date when the review was posted (100.00% fill rate)" },
+ { name: "title", type: "string", required: true, description: "The title or headline of the review (99.35% fill rate)" },
+ { name: "likes", type: "string", required: true, description: "What the reviewer liked about the product (99.35% fill rate)" },
+ { name: "dislikes", type: "string", required: false, description: "What the reviewer disliked about the product (89.22% fill rate)" },
+ { name: "product_id", type: "number", required: true, description: "Unique identifier for the reviewed product (100.00% fill rate)" },
+ { name: "product_name", type: "string", required: true, description: "Name of the reviewed software product (100.00% fill rate)" },
+ { name: "product_url", type: "string", required: true, description: "URL of the product page on G2 (100.00% fill rate)" },
+ { name: "product_rating", type: "number", required: true, description: "Overall product rating on G2 (100.00% fill rate)" },
+ { name: "product_reviews_count", type: "number", required: true, description: "Total number of reviews for the product (100.00% fill rate)" },
+ { name: "product_category", type: "string", required: true, description: "Software category of the product (100.00% fill rate)" },
+ { name: "review_url", type: "string", required: true, description: "Direct URL to the review (100.00% fill rate)" },
+ { name: "verified_current_user", type: "boolean", required: true, description: "Whether the reviewer is a verified current user (90.12% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "pitchbook-companies": [
+ { name: "url", type: "string", required: true, description: "URL of the company in PitchBook (100.00% fill rate)" },
+ { name: "id", type: "string", required: true, description: "Unique identifier for the company (100.00% fill rate)" },
+ { name: "company_name", type: "string", required: true, description: "Name of the company (100.00% fill rate)" },
+ { name: "company_socials", type: "array", required: false, description: "Social media links for the company (53.52% fill rate)" },
+ { name: "year_founded", type: "number", required: false, description: "Year the company was founded (76.20% fill rate)" },
+ { name: "status", type: "string", required: true, description: "Ownership status (Private, Public, etc.) (95.75% fill rate)" },
+ { name: "primary_industry", type: "string", required: true, description: "Primary industry of the company (94.41% fill rate)" },
+ { name: "keywords", type: "array", required: false, description: "Keywords describing the company (82.13% fill rate)" },
+ { name: "employees", type: "string", required: false, description: "Number of employees (range or exact) (82.14% fill rate)" },
+ { name: "location", type: "string", required: true, description: "Headquarters location (91.23% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Brief description of the company's offerings and purpose (99.17% fill rate)" },
+ { name: "contact_information", type: "array", required: true, description: "Contact information for the company (100.00% fill rate)" },
+ { name: "patents", type: "array", required: false, description: "Patents associated with the company (10.41% fill rate)" },
+ { name: "investors", type: "array", required: false, description: "Investors in the company (49.82% fill rate)" },
+ { name: "funding_rounds", type: "array", required: false, description: "Funding rounds the company has received (44.31% fill rate)" },
+ { name: "total_funding", type: "string", required: false, description: "Total funding raised by the company (44.31% fill rate)" },
+ { name: "valuation", type: "string", required: false, description: "Company valuation (12.34% fill rate)" },
+ { name: "website", type: "string", required: false, description: "Company official website (78.45% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "xing-profiles": [
+ { name: "account_id", type: "string", required: true, description: "Unique identifier for the user's account (100.00% fill rate)" },
+ { name: "familyName", type: "string", required: true, description: "The user's family name or surname (100.00% fill rate)" },
+ { name: "gender", type: "string", required: true, description: "The user's gender (100.00% fill rate)" },
+ { name: "membership", type: "string", required: true, description: "Membership type (Basic, Premium, etc.) (100.00% fill rate)" },
+ { name: "country_code", type: "string", required: true, description: "Country code of the user (99.87% fill rate)" },
+ { name: "experience", type: "array", required: true, description: "Work experience history (90.61% fill rate)" },
+ { name: "education", type: "array", required: false, description: "Educational background (71.34% fill rate)" },
+ { name: "skills", type: "array", required: false, description: "List of professional skills (62.45% fill rate)" },
+ { name: "languages", type: "array", required: false, description: "Languages spoken (55.32% fill rate)" },
+ { name: "city", type: "string", required: false, description: "City of the user (89.44% fill rate)" },
+ { name: "profile_url", type: "string", required: true, description: "URL of the Xing profile (100.00% fill rate)" },
+ { name: "profile_image", type: "string", required: false, description: "Profile picture URL (78.21% fill rate)" },
+ { name: "headline", type: "string", required: false, description: "Professional headline (82.14% fill rate)" },
+ { name: "about", type: "string", required: false, description: "About/bio section text (41.23% fill rate)" },
+ { name: "followers", type: "number", required: false, description: "Number of followers (68.44% fill rate)" },
+ { name: "connections", type: "number", required: false, description: "Number of connections (65.32% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "owler-companies": [
+ { name: "companyId", type: "number", required: true, description: "Unique identifier for the company (100.00% fill rate)" },
+ { name: "companyName", type: "string", required: true, description: "The name of the company (100.00% fill rate)" },
+ { name: "ownership", type: "string", required: true, description: "Ownership structure (Private, Public, etc.) (100.00% fill rate)" },
+ { name: "revenue", type: "number", required: true, description: "The reported revenue of the company (100.00% fill rate)" },
+ { name: "formattedRevenue", type: "string", required: true, description: "Formatted revenue as display text (99.99% fill rate)" },
+ { name: "founded", type: "number", required: true, description: "The year the company was founded (99.43% fill rate)" },
+ { name: "country", type: "string", required: false, description: "Headquarters country (70.64% fill rate)" },
+ { name: "employeeCount", type: "number", required: true, description: "Total number of employees (99.99% fill rate)" },
+ { name: "formattedEmployeeCount", type: "string", required: true, description: "Formatted employee count as display text (99.99% fill rate)" },
+ { name: "industrySectors", type: "array", required: false, description: "Industry sectors the company operates in (17.72% fill rate)" },
+ { name: "sicCode", type: "array", required: false, description: "Standard Industrial Classification codes (36.56% fill rate)" },
+ { name: "description", type: "string", required: true, description: "Company description (96.23% fill rate)" },
+ { name: "website", type: "string", required: true, description: "Company website URL (98.44% fill rate)" },
+ { name: "logo", type: "string", required: true, description: "Company logo URL (91.23% fill rate)" },
+ { name: "followers", type: "number", required: true, description: "Number of Owler followers (100.00% fill rate)" },
+ { name: "formattedFollower", type: "string", required: true, description: "Formatted follower count (99.99% fill rate)" },
+ { name: "funding", type: "number", required: false, description: "Total funding amount (45.32% fill rate)" },
+ { name: "formattedFunding", type: "string", required: true, description: "Formatted funding as display text (99.99% fill rate)" },
+ { name: "exchange", type: "string", required: false, description: "Stock exchange if publicly traded (12.34% fill rate)" },
+ { name: "stockSymbol", type: "string", required: false, description: "Stock ticker symbol (12.34% fill rate)" },
+ { name: "competitors", type: "array", required: false, description: "List of competitor companies (68.45% fill rate)" },
+ { name: "ceo", type: "object", required: false, description: "CEO information (72.14% fill rate)" },
+ { name: "socialMedia", type: "object", required: false, description: "Social media profiles (55.32% fill rate)" },
+ { name: "isSEOEligible", type: "number", required: true, description: "Whether the company is SEO eligible on Owler (99.99% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "martindale-lawyers": [
+ { name: "url", type: "string", required: true, description: "Web link to the lawyer's profile (100.00% fill rate)" },
+ { name: "name", type: "string", required: true, description: "Full name of the lawyer (99.90% fill rate)" },
+ { name: "address", type: "string", required: true, description: "Office location address (95.23% fill rate)" },
+ { name: "location", type: "string", required: true, description: "Office region/city (99.87% fill rate)" },
+ { name: "admission", type: "string", required: false, description: "Bar association admission (86.16% fill rate)" },
+ { name: "areas_of_practice", type: "array", required: false, description: "Legal practice areas (65.76% fill rate)" },
+ { name: "isln", type: "string", required: false, description: "Lawyer unique identifier (87.79% fill rate)" },
+ { name: "law_school_attended", type: "string", required: false, description: "Law school attended (59.77% fill rate)" },
+ { name: "practice_count", type: "number", required: false, description: "Years practicing law (69.77% fill rate)" },
+ { name: "type", type: "string", required: true, description: "Lawyer type (Attorney, etc.) (99.87% fill rate)" },
+ { name: "firm_name", type: "string", required: false, description: "Name of the law firm (82.14% fill rate)" },
+ { name: "phone", type: "string", required: true, description: "Contact phone number (91.23% fill rate)" },
+ { name: "email", type: "string", required: false, description: "Contact email address (12.45% fill rate)" },
+ { name: "peer_review_rating", type: "object", required: false, description: "Martindale-Hubbell peer review rating (45.32% fill rate)" },
+ { name: "profile_peer_review_detail", type: "array", required: false, description: "Detailed peer review feedback (15.43% fill rate)" },
+ { name: "biography", type: "string", required: false, description: "Professional biography summary (3.08% fill rate)" },
+ { name: "memberships", type: "string", required: false, description: "Professional memberships (8.23% fill rate)" },
+ { name: "website", type: "string", required: false, description: "Official website link (4.75% fill rate)" },
+ { name: "languages", type: "array", required: false, description: "Languages spoken (18.45% fill rate)" },
+ { name: "honors_awards", type: "string", required: false, description: "Honors and awards received (22.34% fill rate)" },
+ { name: "video_call", type: "array", required: false, description: "Video conference availability options (0.93% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "ventureradar-companies": [
+ { name: "url", type: "string", required: true, description: "The URL of the company profile (100.00% fill rate)" },
+ { name: "name", type: "string", required: true, description: "The name of the company (98.04% fill rate)" },
+ { name: "location", type: "string", required: false, description: "Physical location or address (74.85% fill rate)" },
+ { name: "country_code", type: "string", required: false, description: "Country code where the company is located (0.00% fill rate)" },
+ { name: "ownership", type: "string", required: false, description: "Ownership structure of the company (57.73% fill rate)" },
+ { name: "score", type: "number", required: true, description: "Popularity/innovation score (99.66% fill rate)" },
+ { name: "auto_analyst_score", type: "number", required: false, description: "Automatically generated analyst score (46.91% fill rate)" },
+ { name: "website_popularity", type: "string", required: false, description: "Website popularity indicator (49.73% fill rate)" },
+ { name: "website_popularity_graph", type: "number", required: false, description: "Website popularity trend value (34.33% fill rate)" },
+ { name: "founded", type: "number", required: false, description: "Year the company was founded (68.45% fill rate)" },
+ { name: "employees", type: "string", required: false, description: "Number of employees (55.32% fill rate)" },
+ { name: "funding", type: "string", required: false, description: "Total funding raised (42.14% fill rate)" },
+ { name: "title", type: "string", required: false, description: "Company title or tagline (28.67% fill rate)" },
+ { name: "description", type: "string", required: false, description: "Brief description of the company (63.59% fill rate)" },
+ { name: "description_source", type: "string", required: false, description: "Source of the company description (63.58% fill rate)" },
+ { name: "website", type: "string", required: true, description: "Official company website (90.92% fill rate)" },
+ { name: "technologies", type: "array", required: false, description: "Technologies used by the company (45.23% fill rate)" },
+ { name: "categories", type: "array", required: false, description: "Business categories (72.14% fill rate)" },
+ { name: "similar", type: "array", required: false, description: "Similar companies (39.58% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
+ "trustradius-reviews": [
+ { name: "url", type: "string", required: true, description: "TrustRadius product review page URL (100.00% fill rate)" },
+ { name: "product_id", type: "string", required: true, description: "Unique product identifier from the URL (100.00% fill rate)" },
+ { name: "product_name", type: "string", required: true, description: "The name of the product being reviewed (100.00% fill rate)" },
+ { name: "review_id", type: "string", required: true, description: "Unique identifier for each review (100.00% fill rate)" },
+ { name: "review_url", type: "string", required: true, description: "URL of the full review (100.00% fill rate)" },
+ { name: "review_title", type: "string", required: true, description: "The title of the review (100.00% fill rate)" },
+ { name: "review_rating", type: "number", required: true, description: "Star rating of the review (1-10) (100.00% fill rate)" },
+ { name: "review_date", type: "string", required: true, description: "Date when the review was submitted (99.97% fill rate)" },
+ { name: "review_author", type: "string", required: false, description: "Name of the reviewer (56.24% fill rate)" },
+ { name: "author_position", type: "string", required: false, description: "Position/role of the review author (56.02% fill rate)" },
+ { name: "author_company_name", type: "string", required: false, description: "Company where the author works (56.05% fill rate)" },
+ { name: "author_company_industry", type: "string", required: false, description: "Industry of the author's company (63.36% fill rate)" },
+ { name: "author_company_size", type: "string", required: false, description: "Size category of the author's company (63.39% fill rate)" },
+ { name: "author_labels", type: "array", required: true, description: "Reviewer type and verification status labels (99.96% fill rate)" },
+ { name: "author_experience_years", type: "number", required: false, description: "Years of experience of the reviewer (62.14% fill rate)" },
+ { name: "review_text", type: "string", required: true, description: "Full text of the review (100.00% fill rate)" },
+ { name: "review_summary", type: "string", required: true, description: "Summary of the review (95.32% fill rate)" },
+ { name: "likelihood_to_recommend", type: "string", required: true, description: "Reviewer's likelihood to recommend the product (99.05% fill rate)" },
+ { name: "pros_cons", type: "array", required: false, description: "List of pros and cons mentioned (20.52% fill rate)" },
+ { name: "product_rating", type: "number", required: true, description: "Overall product rating on TrustRadius (100.00% fill rate)" },
+ { name: "product_reviews_count", type: "number", required: true, description: "Total number of reviews for the product (100.00% fill rate)" },
+ { name: "product_url", type: "string", required: true, description: "TrustRadius product page URL (100.00% fill rate)" },
+ { name: "usability_rating", type: "number", required: false, description: "Usability sub-rating (0.23% fill rate)" },
+ { name: "return_on_investment", type: "string", required: false, description: "Reviewer's assessment of ROI (0.41% fill rate)" },
+ { name: "input_url", type: "string", required: true, description: "The URL that was entered when starting the scraping process (100.00% fill rate)" },
+ ],
};
diff --git a/package.json b/package.json
index 92c60fb..a676f65 100644
--- a/package.json
+++ b/package.json
@@ -1,7 +1,7 @@
{
"name": "n8n-nodes-scrapernode",
"version": "1.0.0",
- "description": "n8n community node for ScraperNode — web scraping across LinkedIn, Instagram, TikTok, Twitter/X, YouTube & Facebook",
+ "description": "n8n community nodes for ScraperNode — web scraping across LinkedIn, Instagram, TikTok, Twitter/X, YouTube, Facebook, Google Maps, Google Search, Google Shopping, Google Flights, Google Hotels, ZoomInfo, Trustpilot, G2, PitchBook, Xing, Owler, Martindale, VentureRadar & TrustRadius",
"author": {
"name": "ScraperNode Contributors",
"email": "emerieokorie@gmail.com",
@@ -20,7 +20,25 @@
"facebook",
"lead-generation",
"data-extraction",
- "scrapernode"
+ "scrapernode",
+ "google-maps",
+ "google-search",
+ "google-shopping",
+ "google-flights",
+ "google-hotels",
+ "google",
+ "zoominfo",
+ "trustpilot",
+ "g2",
+ "pitchbook",
+ "xing",
+ "owler",
+ "martindale",
+ "ventureradar",
+ "trustradius",
+ "google-scraper",
+ "zoominfo-scraper",
+ "trustpilot-scraper"
],
"packageManager": "pnpm@10.28.2",
"license": "MIT",
@@ -76,7 +94,34 @@
"dist/nodes/ScraperNodeYouTubeVideos/ScraperNodeYouTubeVideos.node.js",
"dist/nodes/ScraperNodeFacebookComments/ScraperNodeFacebookComments.node.js",
"dist/nodes/ScraperNodeFacebookPosts/ScraperNodeFacebookPosts.node.js",
- "dist/nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node.js"
+ "dist/nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node.js",
+ "dist/nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node.js",
+ "dist/nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node.js",
+ "dist/nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node.js",
+ "dist/nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node.js",
+ "dist/nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node.js",
+ "dist/nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node.js",
+ "dist/nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node.js",
+ "dist/nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node.js",
+ "dist/nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node.js",
+ "dist/nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node.js",
+ "dist/nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node.js",
+ "dist/nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node.js",
+ "dist/nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node.js",
+ "dist/nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node.js",
+ "dist/nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node.js",
+ "dist/nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node.js",
+ "dist/nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node.js",
+ "dist/nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node.js",
+ "dist/nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node.js",
+ "dist/nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node.js",
+ "dist/nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node.js",
+ "dist/nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node.js",
+ "dist/nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node.js",
+ "dist/nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node.js",
+ "dist/nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node.js",
+ "dist/nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node.js",
+ "dist/nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node.js"
]
},
"scripts": {
diff --git a/scripts/generate-icons.ts b/scripts/generate-icons.ts
index 1164973..f3519e3 100644
--- a/scripts/generate-icons.ts
+++ b/scripts/generate-icons.ts
@@ -20,6 +20,10 @@ import {
siYelp,
siGithub,
siCrunchbase,
+ siGoogle,
+ siTrustpilot,
+ siG2,
+ siXing,
} from "simple-icons";
// LinkedIn was removed from Simple Icons v13+ (trademark). Hardcode the path.
@@ -100,6 +104,90 @@ const PLATFORMS: Record = {
darkBg: "#4FC3F7",
darkIconFill: "#0A2540",
},
+ "google-maps": {
+ path: siGoogle.path,
+ lightBg: "#34A853",
+ darkBg: "#4CAF50",
+ darkIconFill: "#0A2540",
+ },
+ "google-search": {
+ path: siGoogle.path,
+ lightBg: "#4285F4",
+ darkBg: "#5BA0DB",
+ darkIconFill: "#0A2540",
+ },
+ "google-shopping": {
+ path: siGoogle.path,
+ lightBg: "#EA4335",
+ darkBg: "#FF4444",
+ darkIconFill: "#0A2540",
+ },
+ "google-flights": {
+ path: siGoogle.path,
+ lightBg: "#4285F4",
+ darkBg: "#5BA0DB",
+ darkIconFill: "#0A2540",
+ },
+ "google-hotels": {
+ path: siGoogle.path,
+ lightBg: "#FBBC04",
+ darkBg: "#FFD740",
+ darkIconFill: "#1A1A1A",
+ },
+ zoominfo: {
+ path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-1 14H9V8h2v8zm4 0h-2V8h2v8z",
+ lightBg: "#FF6600",
+ darkBg: "#FF9933",
+ darkIconFill: "#0A2540",
+ },
+ trustpilot: {
+ path: siTrustpilot.path,
+ lightBg: "#00B67A",
+ darkBg: "#4CAF50",
+ darkIconFill: "#0A2540",
+ },
+ g2: {
+ path: siG2.path,
+ lightBg: "#FF492C",
+ darkBg: "#FF6F5E",
+ darkIconFill: "#0A2540",
+ },
+ pitchbook: {
+ path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm1 15h-2v-6h2v6zm0-8h-2V7h2v2z",
+ lightBg: "#004B87",
+ darkBg: "#5BA0DB",
+ darkIconFill: "#0A2540",
+ },
+ xing: {
+ path: siXing.path,
+ lightBg: "#006567",
+ darkBg: "#4CAF50",
+ darkIconFill: "#0A2540",
+ },
+ owler: {
+ path: "M12 4.5C7 4.5 2.73 7.61 1 12c1.73 4.39 6 7.5 11 7.5s9.27-3.11 11-7.5c-1.73-4.39-6-7.5-11-7.5zM12 17c-2.76 0-5-2.24-5-5s2.24-5 5-5 5 2.24 5 5-2.24 5-5 5zm0-8c-1.66 0-3 1.34-3 3s1.34 3 3 3 3-1.34 3-3-1.34-3-3-3z",
+ lightBg: "#FF4F00",
+ darkBg: "#FF6633",
+ darkIconFill: "#0A2540",
+ },
+ martindale: {
+ path: "M12 1L3 5v6c0 5.55 3.84 10.74 9 12 5.16-1.26 9-6.45 9-12V5l-9-4zm0 4l6 2.67V11c0 3.88-2.62 7.5-6 8.93C8.62 18.5 6 14.88 6 11V7.67L12 5z",
+ lightBg: "#1B3A6B",
+ darkBg: "#5BA0DB",
+ darkIconFill: "#0A2540",
+ },
+ ventureradar: {
+ path: "M12 2C8.13 2 5 5.13 5 9c0 5.25 7 13 7 13s7-7.75 7-13c0-3.87-3.13-7-7-7zm0 9.5c-1.38 0-2.5-1.12-2.5-2.5s1.12-2.5 2.5-2.5 2.5 1.12 2.5 2.5-1.12 2.5-2.5 2.5z",
+ lightBg: "#6B21A8",
+ darkBg: "#9C4DCC",
+ darkIconFill: "#0A2540",
+ },
+ trustradius: {
+ path: "M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-2 15l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z",
+ lightBg: "#FF6B35",
+ darkBg: "#FF9066",
+ darkIconFill: "#0A2540",
+ },
};
function makeLightSvg(config: PlatformConfig): string {
@@ -171,4 +259,38 @@ writeFileSync(join(CREDENTIALS_DIR, "scrapernode.svg"), scrapernodeLight);
writeFileSync(join(CREDENTIALS_DIR, "scrapernode.dark.svg"), scrapernodeDark);
totalFiles += 2;
+// New platform → node directory name mappings (directories don't have existing SVG files)
+const NEW_PLATFORM_DIRS: Record = {
+ tiktok: ["ScraperNodeTikTokPostsByUrl", "ScraperNodeTikTokPostsByProfile", "ScraperNodeTikTokPostsBySearch", "ScraperNodeTikTokShop", "ScraperNodeTikTokShopCategories"],
+ facebook: ["ScraperNodeFacebookPagesAndProfiles", "ScraperNodeFacebookPersonalProfiles", "ScraperNodeFacebookMarketplace", "ScraperNodeFacebookEvents", "ScraperNodeFacebookCompanyReviews"],
+ "google-maps": ["ScraperNodeGoogleMapsListings", "ScraperNodeGoogleMapsReviews"],
+ "google-search": ["ScraperNodeGoogleSearchResults", "ScraperNodeGoogleSearchAi"],
+ "google-shopping": ["ScraperNodeGoogleShoppingProducts", "ScraperNodeGoogleShoppingSearch"],
+ "google-flights": ["ScraperNodeGoogleFlightsSearch"],
+ "google-hotels": ["ScraperNodeGoogleHotelsSearch"],
+ zoominfo: ["ScraperNodeZoomInfoCompanies"],
+ trustpilot: ["ScraperNodeTrustpilotReviews"],
+ g2: ["ScraperNodeG2Reviews"],
+ pitchbook: ["ScraperNodePitchBookCompanies"],
+ xing: ["ScraperNodeXingProfiles"],
+ owler: ["ScraperNodeOwlerCompanies"],
+ martindale: ["ScraperNodeMartindaleLawyers"],
+ ventureradar: ["ScraperNodeVentureRadarCompanies"],
+ trustradius: ["ScraperNodeTrustRadiusReviews"],
+};
+
+// Generate icons for new platforms (new node directories)
+for (const [platform, dirNames] of Object.entries(NEW_PLATFORM_DIRS)) {
+ const config = PLATFORMS[platform];
+ if (!config) continue;
+ const light = makeLightSvg(config);
+ const dark = makeDarkSvg(config);
+ for (const dirName of dirNames) {
+ const dir = join(NODES_DIR, dirName);
+ writeFileSync(join(dir, `${platform}.svg`), light);
+ writeFileSync(join(dir, `${platform}.dark.svg`), dark);
+ totalFiles += 2;
+ }
+}
+
console.log(`Generated ${totalFiles} SVG icon files across ${Object.keys(PLATFORMS).length} platforms`);
diff --git a/tests/unit/scraper-nodes.test.ts b/tests/unit/scraper-nodes.test.ts
index 3272a97..8390282 100644
--- a/tests/unit/scraper-nodes.test.ts
+++ b/tests/unit/scraper-nodes.test.ts
@@ -2,28 +2,63 @@ import type { INodeType } from "n8n-workflow";
import { NodeOperationError } from "n8n-workflow";
import { describe, expect, it, vi } from "vitest";
import { ScraperNodeCrunchbaseCompanies } from "../../nodes/ScraperNodeCrunchbaseCompanies/ScraperNodeCrunchbaseCompanies.node";
+import { ScraperNodeFacebookComments } from "../../nodes/ScraperNodeFacebookComments/ScraperNodeFacebookComments.node";
+import { ScraperNodeFacebookCompanyReviews } from "../../nodes/ScraperNodeFacebookCompanyReviews/ScraperNodeFacebookCompanyReviews.node";
+import { ScraperNodeFacebookEvents } from "../../nodes/ScraperNodeFacebookEvents/ScraperNodeFacebookEvents.node";
import { ScraperNodeFacebookGroups } from "../../nodes/ScraperNodeFacebookGroups/ScraperNodeFacebookGroups.node";
+import { ScraperNodeFacebookMarketplace } from "../../nodes/ScraperNodeFacebookMarketplace/ScraperNodeFacebookMarketplace.node";
+import { ScraperNodeFacebookPagesAndProfiles } from "../../nodes/ScraperNodeFacebookPagesAndProfiles/ScraperNodeFacebookPagesAndProfiles.node";
+import { ScraperNodeFacebookPersonalProfiles } from "../../nodes/ScraperNodeFacebookPersonalProfiles/ScraperNodeFacebookPersonalProfiles.node";
+import { ScraperNodeFacebookPosts } from "../../nodes/ScraperNodeFacebookPosts/ScraperNodeFacebookPosts.node";
import { ScraperNodeFacebookProfiles } from "../../nodes/ScraperNodeFacebookProfiles/ScraperNodeFacebookProfiles.node";
+import { ScraperNodeFacebookReels } from "../../nodes/ScraperNodeFacebookReels/ScraperNodeFacebookReels.node";
+import { ScraperNodeG2Reviews } from "../../nodes/ScraperNodeG2Reviews/ScraperNodeG2Reviews.node";
import { ScraperNodeGitHubRepositories } from "../../nodes/ScraperNodeGitHubRepositories/ScraperNodeGitHubRepositories.node";
import { ScraperNodeGlassdoorCompanies } from "../../nodes/ScraperNodeGlassdoorCompanies/ScraperNodeGlassdoorCompanies.node";
import { ScraperNodeGlassdoorJobs } from "../../nodes/ScraperNodeGlassdoorJobs/ScraperNodeGlassdoorJobs.node";
import { ScraperNodeGlassdoorReviews } from "../../nodes/ScraperNodeGlassdoorReviews/ScraperNodeGlassdoorReviews.node";
+import { ScraperNodeGoogleFlightsSearch } from "../../nodes/ScraperNodeGoogleFlightsSearch/ScraperNodeGoogleFlightsSearch.node";
+import { ScraperNodeGoogleHotelsSearch } from "../../nodes/ScraperNodeGoogleHotelsSearch/ScraperNodeGoogleHotelsSearch.node";
+import { ScraperNodeGoogleMapsListings } from "../../nodes/ScraperNodeGoogleMapsListings/ScraperNodeGoogleMapsListings.node";
+import { ScraperNodeGoogleMapsReviews } from "../../nodes/ScraperNodeGoogleMapsReviews/ScraperNodeGoogleMapsReviews.node";
+import { ScraperNodeGoogleSearchAi } from "../../nodes/ScraperNodeGoogleSearchAi/ScraperNodeGoogleSearchAi.node";
+import { ScraperNodeGoogleSearchResults } from "../../nodes/ScraperNodeGoogleSearchResults/ScraperNodeGoogleSearchResults.node";
+import { ScraperNodeGoogleShoppingProducts } from "../../nodes/ScraperNodeGoogleShoppingProducts/ScraperNodeGoogleShoppingProducts.node";
+import { ScraperNodeGoogleShoppingSearch } from "../../nodes/ScraperNodeGoogleShoppingSearch/ScraperNodeGoogleShoppingSearch.node";
import { ScraperNodeIndeedCompanies } from "../../nodes/ScraperNodeIndeedCompanies/ScraperNodeIndeedCompanies.node";
import { ScraperNodeIndeedJobs } from "../../nodes/ScraperNodeIndeedJobs/ScraperNodeIndeedJobs.node";
import { ScraperNodeInstagramComments } from "../../nodes/ScraperNodeInstagramComments/ScraperNodeInstagramComments.node";
import { ScraperNodeInstagramPosts } from "../../nodes/ScraperNodeInstagramPosts/ScraperNodeInstagramPosts.node";
import { ScraperNodeInstagramProfiles } from "../../nodes/ScraperNodeInstagramProfiles/ScraperNodeInstagramProfiles.node";
+import { ScraperNodeInstagramReels } from "../../nodes/ScraperNodeInstagramReels/ScraperNodeInstagramReels.node";
import { ScraperNodeLinkedInCompanies } from "../../nodes/ScraperNodeLinkedInCompanies/ScraperNodeLinkedInCompanies.node";
+import { ScraperNodeLinkedInJobs } from "../../nodes/ScraperNodeLinkedInJobs/ScraperNodeLinkedInJobs.node";
+import { ScraperNodeLinkedInPeopleSearch } from "../../nodes/ScraperNodeLinkedInPeopleSearch/ScraperNodeLinkedInPeopleSearch.node";
import { ScraperNodeLinkedInPosts } from "../../nodes/ScraperNodeLinkedInPosts/ScraperNodeLinkedInPosts.node";
import { ScraperNodeLinkedInProfiles } from "../../nodes/ScraperNodeLinkedInProfiles/ScraperNodeLinkedInProfiles.node";
+import { ScraperNodeMartindaleLawyers } from "../../nodes/ScraperNodeMartindaleLawyers/ScraperNodeMartindaleLawyers.node";
+import { ScraperNodeOwlerCompanies } from "../../nodes/ScraperNodeOwlerCompanies/ScraperNodeOwlerCompanies.node";
+import { ScraperNodePitchBookCompanies } from "../../nodes/ScraperNodePitchBookCompanies/ScraperNodePitchBookCompanies.node";
+import { ScraperNodeTikTokComments } from "../../nodes/ScraperNodeTikTokComments/ScraperNodeTikTokComments.node";
+import { ScraperNodeTikTokPostsByProfile } from "../../nodes/ScraperNodeTikTokPostsByProfile/ScraperNodeTikTokPostsByProfile.node";
+import { ScraperNodeTikTokPostsBySearch } from "../../nodes/ScraperNodeTikTokPostsBySearch/ScraperNodeTikTokPostsBySearch.node";
+import { ScraperNodeTikTokPostsByUrl } from "../../nodes/ScraperNodeTikTokPostsByUrl/ScraperNodeTikTokPostsByUrl.node";
import { ScraperNodeTikTokProfiles } from "../../nodes/ScraperNodeTikTokProfiles/ScraperNodeTikTokProfiles.node";
+import { ScraperNodeTikTokShop } from "../../nodes/ScraperNodeTikTokShop/ScraperNodeTikTokShop.node";
+import { ScraperNodeTikTokShopCategories } from "../../nodes/ScraperNodeTikTokShopCategories/ScraperNodeTikTokShopCategories.node";
import { ScraperNodeTikTokVideos } from "../../nodes/ScraperNodeTikTokVideos/ScraperNodeTikTokVideos.node";
+import { ScraperNodeTrustRadiusReviews } from "../../nodes/ScraperNodeTrustRadiusReviews/ScraperNodeTrustRadiusReviews.node";
+import { ScraperNodeTrustpilotReviews } from "../../nodes/ScraperNodeTrustpilotReviews/ScraperNodeTrustpilotReviews.node";
import { ScraperNodeTwitterPosts } from "../../nodes/ScraperNodeTwitterPosts/ScraperNodeTwitterPosts.node";
import { ScraperNodeTwitterProfiles } from "../../nodes/ScraperNodeTwitterProfiles/ScraperNodeTwitterProfiles.node";
+import { ScraperNodeVentureRadarCompanies } from "../../nodes/ScraperNodeVentureRadarCompanies/ScraperNodeVentureRadarCompanies.node";
+import { ScraperNodeXingProfiles } from "../../nodes/ScraperNodeXingProfiles/ScraperNodeXingProfiles.node";
import { ScraperNodeYelpBusinesses } from "../../nodes/ScraperNodeYelpBusinesses/ScraperNodeYelpBusinesses.node";
import { ScraperNodeYelpReviews } from "../../nodes/ScraperNodeYelpReviews/ScraperNodeYelpReviews.node";
import { ScraperNodeYouTubeChannels } from "../../nodes/ScraperNodeYouTubeChannels/ScraperNodeYouTubeChannels.node";
import { ScraperNodeYouTubeComments } from "../../nodes/ScraperNodeYouTubeComments/ScraperNodeYouTubeComments.node";
+import { ScraperNodeYouTubeVideos } from "../../nodes/ScraperNodeYouTubeVideos/ScraperNodeYouTubeVideos.node";
+import { ScraperNodeZoomInfoCompanies } from "../../nodes/ScraperNodeZoomInfoCompanies/ScraperNodeZoomInfoCompanies.node";
import {
mockCreateJobResponse,
mockJobCompleted,
@@ -48,6 +83,7 @@ interface ScraperTestCase {
NodeClass: new () => INodeType;
scraperId: string;
sampleUrl: string;
+ inputField?: "url" | "keyword";
}
const SCRAPERS: ScraperTestCase[] = [
@@ -190,9 +226,224 @@ const SCRAPERS: ScraperTestCase[] = [
scraperId: "crunchbase-companies",
sampleUrl: "https://crunchbase.com/organization/acme-corp",
},
+ // 8 existing nodes missing from test coverage
+ {
+ name: "ScraperNodeLinkedInJobs",
+ NodeClass: ScraperNodeLinkedInJobs,
+ scraperId: "linkedin-jobs",
+ sampleUrl: "https://linkedin.com/jobs/view/1234567890",
+ },
+ {
+ name: "ScraperNodeLinkedInPeopleSearch",
+ NodeClass: ScraperNodeLinkedInPeopleSearch,
+ scraperId: "linkedin-people-search",
+ sampleUrl: "https://linkedin.com/search/results/people/",
+ },
+ {
+ name: "ScraperNodeInstagramReels",
+ NodeClass: ScraperNodeInstagramReels,
+ scraperId: "instagram-reels",
+ sampleUrl: "https://instagram.com/reel/ABC123",
+ },
+ {
+ name: "ScraperNodeTikTokComments",
+ NodeClass: ScraperNodeTikTokComments,
+ scraperId: "tiktok-comments",
+ sampleUrl: "https://tiktok.com/@user/video/123456",
+ },
+ {
+ name: "ScraperNodeYouTubeVideos",
+ NodeClass: ScraperNodeYouTubeVideos,
+ scraperId: "youtube-videos",
+ sampleUrl: "https://youtube.com/watch?v=abc123",
+ },
+ {
+ name: "ScraperNodeFacebookComments",
+ NodeClass: ScraperNodeFacebookComments,
+ scraperId: "facebook-comments",
+ sampleUrl: "https://facebook.com/username",
+ },
+ {
+ name: "ScraperNodeFacebookPosts",
+ NodeClass: ScraperNodeFacebookPosts,
+ scraperId: "facebook-posts",
+ sampleUrl: "https://facebook.com/username",
+ },
+ {
+ name: "ScraperNodeFacebookReels",
+ NodeClass: ScraperNodeFacebookReels,
+ scraperId: "facebook-reels",
+ sampleUrl: "https://facebook.com/username",
+ },
+ // 27 new nodes
+ {
+ name: "ScraperNodeTikTokPostsByUrl",
+ NodeClass: ScraperNodeTikTokPostsByUrl,
+ scraperId: "tiktok-posts-by-url",
+ sampleUrl: "https://tiktok.com/@user/video/1234567890",
+ },
+ {
+ name: "ScraperNodeTikTokPostsByProfile",
+ NodeClass: ScraperNodeTikTokPostsByProfile,
+ scraperId: "tiktok-posts-by-profile",
+ sampleUrl: "https://tiktok.com/@username",
+ },
+ {
+ name: "ScraperNodeTikTokPostsBySearch",
+ NodeClass: ScraperNodeTikTokPostsBySearch,
+ scraperId: "tiktok-posts-by-search",
+ sampleUrl: "https://tiktok.com/search?q=keyword",
+ },
+ {
+ name: "ScraperNodeTikTokShop",
+ NodeClass: ScraperNodeTikTokShop,
+ scraperId: "tiktok-shop",
+ sampleUrl: "https://tiktok.com/shop/product/123456",
+ },
+ {
+ name: "ScraperNodeTikTokShopCategories",
+ NodeClass: ScraperNodeTikTokShopCategories,
+ scraperId: "tiktok-shop-categories",
+ sampleUrl: "https://tiktok.com/shop/category/123456",
+ },
+ {
+ name: "ScraperNodeFacebookPagesAndProfiles",
+ NodeClass: ScraperNodeFacebookPagesAndProfiles,
+ scraperId: "facebook-pages-and-profiles",
+ sampleUrl: "https://facebook.com/pagename",
+ },
+ {
+ name: "ScraperNodeFacebookPersonalProfiles",
+ NodeClass: ScraperNodeFacebookPersonalProfiles,
+ scraperId: "facebook-personal-profiles",
+ sampleUrl: "https://facebook.com/username",
+ },
+ {
+ name: "ScraperNodeFacebookMarketplace",
+ NodeClass: ScraperNodeFacebookMarketplace,
+ scraperId: "facebook-marketplace",
+ sampleUrl: "https://facebook.com/marketplace/item/123456",
+ },
+ {
+ name: "ScraperNodeFacebookEvents",
+ NodeClass: ScraperNodeFacebookEvents,
+ scraperId: "facebook-events",
+ sampleUrl: "https://facebook.com/events/123456789",
+ },
+ {
+ name: "ScraperNodeFacebookCompanyReviews",
+ NodeClass: ScraperNodeFacebookCompanyReviews,
+ scraperId: "facebook-company-reviews",
+ sampleUrl: "https://facebook.com/company-page",
+ },
+ {
+ name: "ScraperNodeGoogleMapsListings",
+ NodeClass: ScraperNodeGoogleMapsListings,
+ scraperId: "google-maps-listings",
+ sampleUrl: "https://google.com/maps/place/acme-corp",
+ },
+ {
+ name: "ScraperNodeGoogleMapsReviews",
+ NodeClass: ScraperNodeGoogleMapsReviews,
+ scraperId: "google-maps-reviews",
+ sampleUrl: "https://google.com/maps/place/acme-corp",
+ },
+ {
+ name: "ScraperNodeGoogleSearchResults",
+ NodeClass: ScraperNodeGoogleSearchResults,
+ scraperId: "google-search-results",
+ sampleUrl: "best CRM software for startups",
+ inputField: "keyword",
+ },
+ {
+ name: "ScraperNodeGoogleSearchAi",
+ NodeClass: ScraperNodeGoogleSearchAi,
+ scraperId: "google-search-ai",
+ sampleUrl: "what is the best project management tool",
+ inputField: "keyword",
+ },
+ {
+ name: "ScraperNodeGoogleShoppingProducts",
+ NodeClass: ScraperNodeGoogleShoppingProducts,
+ scraperId: "google-shopping-products",
+ sampleUrl: "https://google.com/shopping/product/123456",
+ },
+ {
+ name: "ScraperNodeGoogleShoppingSearch",
+ NodeClass: ScraperNodeGoogleShoppingSearch,
+ scraperId: "google-shopping-search",
+ sampleUrl: "standing desk adjustable",
+ inputField: "keyword",
+ },
+ {
+ name: "ScraperNodeGoogleFlightsSearch",
+ NodeClass: ScraperNodeGoogleFlightsSearch,
+ scraperId: "google-flights-search",
+ sampleUrl: "https://google.com/travel/flights/search?tfs=abc123",
+ },
+ {
+ name: "ScraperNodeGoogleHotelsSearch",
+ NodeClass: ScraperNodeGoogleHotelsSearch,
+ scraperId: "google-hotels-search",
+ sampleUrl: "https://google.com/travel/hotels/search",
+ },
+ {
+ name: "ScraperNodeZoomInfoCompanies",
+ NodeClass: ScraperNodeZoomInfoCompanies,
+ scraperId: "zoominfo-companies",
+ sampleUrl: "https://zoominfo.com/c/acme-corp/123456789",
+ },
+ {
+ name: "ScraperNodeTrustpilotReviews",
+ NodeClass: ScraperNodeTrustpilotReviews,
+ scraperId: "trustpilot-reviews",
+ sampleUrl: "https://trustpilot.com/review/acme.com",
+ },
+ {
+ name: "ScraperNodeG2Reviews",
+ NodeClass: ScraperNodeG2Reviews,
+ scraperId: "g2-reviews",
+ sampleUrl: "https://g2.com/products/acme-crm/reviews",
+ },
+ {
+ name: "ScraperNodePitchBookCompanies",
+ NodeClass: ScraperNodePitchBookCompanies,
+ scraperId: "pitchbook-companies",
+ sampleUrl: "https://pitchbook.com/profiles/company/12345-67",
+ },
+ {
+ name: "ScraperNodeXingProfiles",
+ NodeClass: ScraperNodeXingProfiles,
+ scraperId: "xing-profiles",
+ sampleUrl: "https://xing.com/profile/john_doe",
+ },
+ {
+ name: "ScraperNodeOwlerCompanies",
+ NodeClass: ScraperNodeOwlerCompanies,
+ scraperId: "owler-companies",
+ sampleUrl: "https://owler.com/company/acme-corp",
+ },
+ {
+ name: "ScraperNodeMartindaleLawyers",
+ NodeClass: ScraperNodeMartindaleLawyers,
+ scraperId: "martindale-lawyers",
+ sampleUrl: "https://martindale.com/attorney/john-doe-12345",
+ },
+ {
+ name: "ScraperNodeVentureRadarCompanies",
+ NodeClass: ScraperNodeVentureRadarCompanies,
+ scraperId: "ventureradar-companies",
+ sampleUrl: "https://ventureradar.com/company/acme-corp/123456",
+ },
+ {
+ name: "ScraperNodeTrustRadiusReviews",
+ NodeClass: ScraperNodeTrustRadiusReviews,
+ scraperId: "trustradius-reviews",
+ sampleUrl: "https://trustradius.com/products/acme-crm/reviews",
+ },
];
-for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
+for (const { name, NodeClass, scraperId, sampleUrl, inputField = "url" } of SCRAPERS) {
describe(name, () => {
const node = new NodeClass();
@@ -217,7 +468,7 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
const mock = createMockExecuteFunctions({
nodeParameters: {
operation: "create",
- "inputs.input": [{ url: sampleUrl }],
+ "inputs.input": [{ [inputField]: sampleUrl }],
jobName: "",
waitForCompletion: false,
},
@@ -230,12 +481,12 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
const request = call[1] as {
method: string;
url: string;
- body: { scraperId: string; inputs: { url: string }[] };
+ body: { scraperId: string; inputs: Record[] };
};
expect(request.method).toBe("POST");
expect(request.url).toContain("/api/jobs/create");
expect(request.body.scraperId).toBe(scraperId);
- expect(request.body.inputs).toEqual([{ url: sampleUrl }]);
+ expect(request.body.inputs).toEqual([{ [inputField]: sampleUrl }]);
});
it("should handle multiple input rows", async () => {
@@ -243,8 +494,8 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
nodeParameters: {
operation: "create",
"inputs.input": [
- { url: sampleUrl },
- { url: `${sampleUrl}?v=2` },
+ { [inputField]: sampleUrl },
+ { [inputField]: `${sampleUrl}?v=2` },
],
jobName: "",
waitForCompletion: false,
@@ -272,50 +523,52 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
await expect(exec(node, mock)).rejects.toThrow(NodeOperationError);
});
- it("should reject URLs without http(s) protocol", async () => {
- const mock = createMockExecuteFunctions({
- nodeParameters: {
- operation: "create",
- "inputs.input": [{ url: "not-a-url" }],
- jobName: "",
- waitForCompletion: false,
- },
+ if (inputField !== "keyword") {
+ it("should reject URLs without http(s) protocol", async () => {
+ const mock = createMockExecuteFunctions({
+ nodeParameters: {
+ operation: "create",
+ "inputs.input": [{ url: "not-a-url" }],
+ jobName: "",
+ waitForCompletion: false,
+ },
+ });
+
+ await expect(exec(node, mock)).rejects.toThrow(/must start with http/);
});
- await expect(exec(node, mock)).rejects.toThrow(/must start with http/);
- });
+ it("should reject URLs from the wrong platform", async () => {
+ const wrongUrl = name.includes("LinkedIn")
+ ? "https://instagram.com/wrong"
+ : "https://linkedin.com/in/wrong";
+ const mock = createMockExecuteFunctions({
+ nodeParameters: {
+ operation: "create",
+ "inputs.input": [{ url: wrongUrl }],
+ jobName: "",
+ waitForCompletion: false,
+ },
+ });
- it("should reject URLs from the wrong platform", async () => {
- const wrongUrl = name.includes("LinkedIn")
- ? "https://instagram.com/wrong"
- : "https://linkedin.com/in/wrong";
- const mock = createMockExecuteFunctions({
- nodeParameters: {
- operation: "create",
- "inputs.input": [{ url: wrongUrl }],
- jobName: "",
- waitForCompletion: false,
- },
+ await expect(exec(node, mock)).rejects.toThrow(/Wrong platform/);
});
- await expect(exec(node, mock)).rejects.toThrow(/Wrong platform/);
- });
+ it("should accept subdomain URLs for the platform", async () => {
+ const subdomainUrl = sampleUrl.replace("://", "://www.");
+ const mock = createMockExecuteFunctions({
+ nodeParameters: {
+ operation: "create",
+ "inputs.input": [{ [inputField]: subdomainUrl }],
+ jobName: "",
+ waitForCompletion: false,
+ },
+ httpHandler: () => mockCreateJobResponse,
+ });
- it("should accept subdomain URLs for the platform", async () => {
- const subdomainUrl = sampleUrl.replace("://", "://www.");
- const mock = createMockExecuteFunctions({
- nodeParameters: {
- operation: "create",
- "inputs.input": [{ url: subdomainUrl }],
- jobName: "",
- waitForCompletion: false,
- },
- httpHandler: () => mockCreateJobResponse,
+ const result = await exec(node, mock);
+ expect(result[0][0].json).toHaveProperty("jobId");
});
-
- const result = await exec(node, mock);
- expect(result[0][0].json).toHaveProperty("jobId");
- });
+ }
it("should get job by ID", async () => {
const mockJob = { job: { _id: "j1", status: "completed" } };
@@ -353,7 +606,7 @@ for (const { name, NodeClass, scraperId, sampleUrl } of SCRAPERS) {
const mock = createMockExecuteFunctions({
nodeParameters: {
operation: "create",
- "inputs.input": [{ url: sampleUrl }],
+ "inputs.input": [{ [inputField]: sampleUrl }],
jobName: "",
waitForCompletion: true,
pollInterval: 1,