Skip to content

Commit f29b1f8

Browse files
author
stlc-bot
committed
feat(scrape): read framework-embedded page data in the json format (#2405)
Stainless-Generated-From: bf74153d65d37d8ee3e41340c709a51be9133e8f
1 parent f50cf77 commit f29b1f8

6 files changed

Lines changed: 28 additions & 7 deletions

File tree

‎src/context/dev/types/batch_cancel_response.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,10 @@ class Formats(BaseModel):
3636
"""Images found on the page."""
3737

3838
json_: Optional[bool] = FieldInfo(alias="json", default=None)
39-
"""An object matching `jsonParams.schema`, extracted from the page."""
39+
"""
40+
An object matching `jsonParams.schema`, extracted from the page text and its
41+
embedded data (JSON-LD, meta tags, framework state).
42+
"""
4043

4144
markdown: Optional[bool] = None
4245
"""Page content as Markdown."""

‎src/context/dev/types/batch_list_response.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,10 @@ class DataFormats(BaseModel):
5656
"""Images found on the page."""
5757

5858
json_: Optional[bool] = FieldInfo(alias="json", default=None)
59-
"""An object matching `jsonParams.schema`, extracted from the page."""
59+
"""
60+
An object matching `jsonParams.schema`, extracted from the page text and its
61+
embedded data (JSON-LD, meta tags, framework state).
62+
"""
6063

6164
markdown: Optional[bool] = None
6265
"""Page content as Markdown."""

‎src/context/dev/types/batch_retrieve_response.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,10 @@ class Formats(BaseModel):
5656
"""Images found on the page."""
5757

5858
json_: Optional[bool] = FieldInfo(alias="json", default=None)
59-
"""An object matching `jsonParams.schema`, extracted from the page."""
59+
"""
60+
An object matching `jsonParams.schema`, extracted from the page text and its
61+
embedded data (JSON-LD, meta tags, framework state).
62+
"""
6063

6164
markdown: Optional[bool] = None
6265
"""Page content as Markdown."""

‎src/context/dev/types/batch_submit_params.py‎

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -756,7 +756,10 @@ class InputScrapeDataBatchUnifiedScrapeDataFormats(TypedDict, total=False):
756756
"""Images found on the page."""
757757

758758
json: bool
759-
"""An object matching `jsonParams.schema`, extracted from the page."""
759+
"""
760+
An object matching `jsonParams.schema`, extracted from the page text and its
761+
embedded data (JSON-LD, meta tags, framework state).
762+
"""
760763

761764
markdown: bool
762765
"""Page content as Markdown."""
@@ -2310,7 +2313,10 @@ class InputCrawlDataBatchUnifiedCrawlDataFormats(TypedDict, total=False):
23102313
"""Images found on the page."""
23112314

23122315
json: bool
2313-
"""An object matching `jsonParams.schema`, extracted from the page."""
2316+
"""
2317+
An object matching `jsonParams.schema`, extracted from the page text and its
2318+
embedded data (JSON-LD, meta tags, framework state).
2319+
"""
23142320

23152321
markdown: bool
23162322
"""Page content as Markdown."""

‎src/context/dev/types/batch_submit_response.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,10 @@ class Formats(BaseModel):
4848
"""Images found on the page."""
4949

5050
json_: Optional[bool] = FieldInfo(alias="json", default=None)
51-
"""An object matching `jsonParams.schema`, extracted from the page."""
51+
"""
52+
An object matching `jsonParams.schema`, extracted from the page text and its
53+
embedded data (JSON-LD, meta tags, framework state).
54+
"""
5255

5356
markdown: Optional[bool] = None
5457
"""Page content as Markdown."""

‎src/context/dev/types/web_scrape_params.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -111,7 +111,10 @@ class Formats(TypedDict, total=False):
111111
"""Images found on the page."""
112112

113113
json: bool
114-
"""An object matching `jsonParams.schema`, extracted from the page."""
114+
"""
115+
An object matching `jsonParams.schema`, extracted from the page text and its
116+
embedded data (JSON-LD, meta tags, framework state).
117+
"""
115118

116119
markdown: bool
117120
"""Page content as Markdown."""

0 commit comments

Comments
 (0)