feat(scrape): add Instagram profile, post, and feed prebuilt parsers (#1905)

Stainless-Generated-From: 05fd2d8281b6edc0a9f012b2b106e78ef2370eb6

Author: stlc-bot

src/context/dev/types/batch_get_results_response.py

@@ -294,7 +294,7 @@ class DataOkResultMetadata(BaseModel):
 
 class DataOkResultParsed(BaseModel):
     """
-    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, and G2 parsers read their data directly, independently of DOM filters and other outputs.
+    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, and Instagram parsers read their data directly, independently of DOM filters and other outputs.
     """
 
     data: Optional[Dict[str, object]] = None
@@ -313,6 +313,9 @@ class DataOkResultParsed(BaseModel):
         "app-store",
         "app-store-reviews",
         "g2-reviews",
+        "instagram-profile",
+        "instagram-post",
+        "instagram-feed",
         "emails",
         "phone-numbers",
         "links",
@@ -508,10 +511,11 @@ class DataOkResult(BaseModel):
     google-maps-reviews returns data.reviews, and the google-play parser returns one
     app record as data, google-play-reviews returns data.reviews, app-store and
     app-store-reviews do the same for the App Store, g2-reviews returns data.reviews
-    for a G2 product, emails, phone-numbers, and links return data.emails,
-    data.phone_numbers, and data.links from the rendered page; the store, Maps, and
-    G2 parsers read their data directly, independently of DOM filters and other
-    outputs.
+    for a G2 product, instagram-profile and instagram-post return one record as
+    data, instagram-feed returns data.posts, emails, phone-numbers, and links return
+    data.emails, data.phone_numbers, and data.links from the rendered page; the
+    store, Maps, G2, and Instagram parsers read their data directly, independently
+    of DOM filters and other outputs.
     """
 
     product: DataOkResultProduct
@@ -813,7 +817,7 @@ class DataErrorResultMetadata(BaseModel):
 
 class DataErrorResultParsed(BaseModel):
     """
-    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, and G2 parsers read their data directly, independently of DOM filters and other outputs.
+    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, and Instagram parsers read their data directly, independently of DOM filters and other outputs.
     """
 
     data: Optional[Dict[str, object]] = None
@@ -832,6 +836,9 @@ class DataErrorResultParsed(BaseModel):
         "app-store",
         "app-store-reviews",
         "g2-reviews",
+        "instagram-profile",
+        "instagram-post",
+        "instagram-feed",
         "emails",
         "phone-numbers",
         "links",
@@ -1028,10 +1035,11 @@ class DataErrorResult(BaseModel):
     google-maps-reviews returns data.reviews, and the google-play parser returns one
     app record as data, google-play-reviews returns data.reviews, app-store and
     app-store-reviews do the same for the App Store, g2-reviews returns data.reviews
-    for a G2 product, emails, phone-numbers, and links return data.emails,
-    data.phone_numbers, and data.links from the rendered page; the store, Maps, and
-    G2 parsers read their data directly, independently of DOM filters and other
-    outputs.
+    for a G2 product, instagram-profile and instagram-post return one record as
+    data, instagram-feed returns data.posts, emails, phone-numbers, and links return
+    data.emails, data.phone_numbers, and data.links from the rendered page; the
+    store, Maps, G2, and Instagram parsers read their data directly, independently
+    of DOM filters and other outputs.
     """
 
     product: DataErrorResultProduct

src/context/dev/types/batch_submit_params.py

@@ -248,6 +248,9 @@ class InputScrapeDataParseParamsPrebuiltParser(TypedDict, total=False):
             "app-store",
             "app-store-reviews",
             "g2-reviews",
+            "instagram-profile",
+            "instagram-post",
+            "instagram-feed",
             "emails",
             "phone-numbers",
             "links",
@@ -279,16 +282,27 @@ class InputScrapeDataParseParamsPrebuiltParser(TypedDict, total=False):
     plus data.product. It accepts G2 product URLs (g2.com/products/…), follows
     renamed products, and keeps star-rating filters from the URL
     (filters[nps_score][]=1 to 5); other filters, sort orders, and pages are
-    ignored. emails accepts any page and returns its email addresses as data.emails
-    ([{ email }]), read from mailto links, Cloudflare-protected addresses, and
-    visible text. phone-numbers accepts any page and returns its valid phone numbers
-    in E.164 as data.phone_numbers ([{ phone }]), read from tel links and visible
-    text; numbers without a country code are read for the country of the site TLD,
-    defaulting to US. links accepts any page and returns its unique http(s) links as
-    data.links ([{ url, text }]), with absolute URLs; text falls back to aria-label
-    or image alt and is null when a link has none. The emails parser reads the
-    rendered page and respects content filters; the other prebuilt parsers read
-    their data independently of DOM filters.
+    ignored. instagram-profile parses a public profile (instagram.com/{username})
+    into data: bio, links, follower and post counts, category, business address,
+    similar_accounts, and latest_posts (the 12 newest). instagram-post parses a post
+    or reel (/p/…, /reel/…) into data: caption, hashtags, mentions, like, comment,
+    and view counts, media URLs, tagged users, collaborators, location, and the top
+    ~14 comments in data.comments. instagram-feed returns the top posts for a
+    hashtag or keyword (/explore/tags/…, /popular/…) or the recent posts at a
+    location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
+    shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
+    it. All three Instagram parsers read public data without logging in, so private
+    accounts return no posts and follower lists are unavailable. emails accepts any
+    page and returns its email addresses as data.emails ([{ email }]), read from
+    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
+    accepts any page and returns its valid phone numbers in E.164 as
+    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
+    without a country code are read for the country of the site TLD, defaulting to
+    US. links accepts any page and returns its unique http(s) links as data.links
+    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
+    alt and is null when a link has none. The emails parser reads the rendered page
+    and respects content filters; the other prebuilt parsers read their data
+    independently of DOM filters.
     """
 
     type: Required[Literal["prebuilt"]]
@@ -819,6 +833,9 @@ class InputCrawlDataParseParamsPrebuiltParser(TypedDict, total=False):
             "app-store",
             "app-store-reviews",
             "g2-reviews",
+            "instagram-profile",
+            "instagram-post",
+            "instagram-feed",
             "emails",
             "phone-numbers",
             "links",
@@ -850,16 +867,27 @@ class InputCrawlDataParseParamsPrebuiltParser(TypedDict, total=False):
     plus data.product. It accepts G2 product URLs (g2.com/products/…), follows
     renamed products, and keeps star-rating filters from the URL
     (filters[nps_score][]=1 to 5); other filters, sort orders, and pages are
-    ignored. emails accepts any page and returns its email addresses as data.emails
-    ([{ email }]), read from mailto links, Cloudflare-protected addresses, and
-    visible text. phone-numbers accepts any page and returns its valid phone numbers
-    in E.164 as data.phone_numbers ([{ phone }]), read from tel links and visible
-    text; numbers without a country code are read for the country of the site TLD,
-    defaulting to US. links accepts any page and returns its unique http(s) links as
-    data.links ([{ url, text }]), with absolute URLs; text falls back to aria-label
-    or image alt and is null when a link has none. The emails parser reads the
-    rendered page and respects content filters; the other prebuilt parsers read
-    their data independently of DOM filters.
+    ignored. instagram-profile parses a public profile (instagram.com/{username})
+    into data: bio, links, follower and post counts, category, business address,
+    similar_accounts, and latest_posts (the 12 newest). instagram-post parses a post
+    or reel (/p/…, /reel/…) into data: caption, hashtags, mentions, like, comment,
+    and view counts, media URLs, tagged users, collaborators, location, and the top
+    ~14 comments in data.comments. instagram-feed returns the top posts for a
+    hashtag or keyword (/explore/tags/…, /popular/…) or the recent posts at a
+    location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
+    shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
+    it. All three Instagram parsers read public data without logging in, so private
+    accounts return no posts and follower lists are unavailable. emails accepts any
+    page and returns its email addresses as data.emails ([{ email }]), read from
+    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
+    accepts any page and returns its valid phone numbers in E.164 as
+    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
+    without a country code are read for the country of the site TLD, defaulting to
+    US. links accepts any page and returns its unique http(s) links as data.links
+    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
+    alt and is null when a link has none. The emails parser reads the rendered page
+    and respects content filters; the other prebuilt parsers read their data
+    independently of DOM filters.
     """
 
     type: Required[Literal["prebuilt"]]

src/context/dev/types/web_scrape_params.py

@@ -216,6 +216,9 @@ class ParseParamsPrebuiltParser(TypedDict, total=False):
             "app-store",
             "app-store-reviews",
             "g2-reviews",
+            "instagram-profile",
+            "instagram-post",
+            "instagram-feed",
             "emails",
             "phone-numbers",
             "links",
@@ -247,16 +250,27 @@ class ParseParamsPrebuiltParser(TypedDict, total=False):
     plus data.product. It accepts G2 product URLs (g2.com/products/…), follows
     renamed products, and keeps star-rating filters from the URL
     (filters[nps_score][]=1 to 5); other filters, sort orders, and pages are
-    ignored. emails accepts any page and returns its email addresses as data.emails
-    ([{ email }]), read from mailto links, Cloudflare-protected addresses, and
-    visible text. phone-numbers accepts any page and returns its valid phone numbers
-    in E.164 as data.phone_numbers ([{ phone }]), read from tel links and visible
-    text; numbers without a country code are read for the country of the site TLD,
-    defaulting to US. links accepts any page and returns its unique http(s) links as
-    data.links ([{ url, text }]), with absolute URLs; text falls back to aria-label
-    or image alt and is null when a link has none. The emails parser reads the
-    rendered page and respects content filters; the other prebuilt parsers read
-    their data independently of DOM filters.
+    ignored. instagram-profile parses a public profile (instagram.com/{username})
+    into data: bio, links, follower and post counts, category, business address,
+    similar_accounts, and latest_posts (the 12 newest). instagram-post parses a post
+    or reel (/p/…, /reel/…) into data: caption, hashtags, mentions, like, comment,
+    and view counts, media URLs, tagged users, collaborators, location, and the top
+    ~14 comments in data.comments. instagram-feed returns the top posts for a
+    hashtag or keyword (/explore/tags/…, /popular/…) or the recent posts at a
+    location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
+    shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
+    it. All three Instagram parsers read public data without logging in, so private
+    accounts return no posts and follower lists are unavailable. emails accepts any
+    page and returns its email addresses as data.emails ([{ email }]), read from
+    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
+    accepts any page and returns its valid phone numbers in E.164 as
+    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
+    without a country code are read for the country of the site TLD, defaulting to
+    US. links accepts any page and returns its unique http(s) links as data.links
+    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
+    alt and is null when a link has none. The emails parser reads the rendered page
+    and respects content filters; the other prebuilt parsers read their data
+    independently of DOM filters.
     """
 
     type: Required[Literal["prebuilt"]]

src/context/dev/types/web_scrape_response.py

@@ -267,7 +267,7 @@ class Metadata(BaseModel):
 
 class Parsed(BaseModel):
     """
-    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, and G2 parsers read their data directly, independently of DOM filters and other outputs.
+    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, and Instagram parsers read their data directly, independently of DOM filters and other outputs.
     """
 
     data: Optional[Dict[str, object]] = None
@@ -286,6 +286,9 @@ class Parsed(BaseModel):
         "app-store",
         "app-store-reviews",
         "g2-reviews",
+        "instagram-profile",
+        "instagram-post",
+        "instagram-feed",
         "emails",
         "phone-numbers",
         "links",
@@ -477,10 +480,11 @@ class WebScrapeResponse(BaseModel):
     google-maps-reviews returns data.reviews, and the google-play parser returns one
     app record as data, google-play-reviews returns data.reviews, app-store and
     app-store-reviews do the same for the App Store, g2-reviews returns data.reviews
-    for a G2 product, emails, phone-numbers, and links return data.emails,
-    data.phone_numbers, and data.links from the rendered page; the store, Maps, and
-    G2 parsers read their data directly, independently of DOM filters and other
-    outputs.
+    for a G2 product, instagram-profile and instagram-post return one record as
+    data, instagram-feed returns data.posts, emails, phone-numbers, and links return
+    data.emails, data.phone_numbers, and data.links from the rendered page; the
+    store, Maps, G2, and Instagram parsers read their data directly, independently
+    of DOM filters and other outputs.
     """
 
     product: Product