feat(scrape): add TikTok profile and video prebuilt parsers (#1956)

Stainless-Generated-From: f6dff866e27c29be4df51c8167b6f136b73e2c55

Author: stlc-bot

src/context/dev/types/batch_get_results_response.py

@@ -294,7 +294,7 @@ class DataOkResultMetadata(BaseModel):
 
 class DataOkResultParsed(BaseModel):
     """
-    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, and Instagram parsers read their data directly, independently of DOM filters and other outputs.
+    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, tiktok-profile and tiktok-video return one record as data, tiktok-feed returns data.videos, tiktok-comments returns data.comments, tiktok-followers, tiktok-following, and tiktok-user-search return data.users, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, Instagram, and TikTok parsers read their data directly, independently of DOM filters and other outputs.
     """
 
     data: Optional[Dict[str, object]] = None
@@ -316,6 +316,13 @@ class DataOkResultParsed(BaseModel):
         "instagram-profile",
         "instagram-post",
         "instagram-feed",
+        "tiktok-profile",
+        "tiktok-video",
+        "tiktok-feed",
+        "tiktok-comments",
+        "tiktok-followers",
+        "tiktok-following",
+        "tiktok-user-search",
         "emails",
         "phone-numbers",
         "links",
@@ -512,10 +519,13 @@ class DataOkResult(BaseModel):
     app record as data, google-play-reviews returns data.reviews, app-store and
     app-store-reviews do the same for the App Store, g2-reviews returns data.reviews
     for a G2 product, instagram-profile and instagram-post return one record as
-    data, instagram-feed returns data.posts, emails, phone-numbers, and links return
-    data.emails, data.phone_numbers, and data.links from the rendered page; the
-    store, Maps, G2, and Instagram parsers read their data directly, independently
-    of DOM filters and other outputs.
+    data, instagram-feed returns data.posts, tiktok-profile and tiktok-video return
+    one record as data, tiktok-feed returns data.videos, tiktok-comments returns
+    data.comments, tiktok-followers, tiktok-following, and tiktok-user-search return
+    data.users, emails, phone-numbers, and links return data.emails,
+    data.phone_numbers, and data.links from the rendered page; the store, Maps, G2,
+    Instagram, and TikTok parsers read their data directly, independently of DOM
+    filters and other outputs.
     """
 
     product: DataOkResultProduct
@@ -817,7 +827,7 @@ class DataErrorResultMetadata(BaseModel):
 
 class DataErrorResultParsed(BaseModel):
     """
-    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, and Instagram parsers read their data directly, independently of DOM filters and other outputs.
+    Custom rules return fields after content filters; unmatched fields are null ([] for lists). The google-maps parser returns business records in data.results, google-maps-reviews returns data.reviews, and the google-play parser returns one app record as data, google-play-reviews returns data.reviews, app-store and app-store-reviews do the same for the App Store, g2-reviews returns data.reviews for a G2 product, instagram-profile and instagram-post return one record as data, instagram-feed returns data.posts, tiktok-profile and tiktok-video return one record as data, tiktok-feed returns data.videos, tiktok-comments returns data.comments, tiktok-followers, tiktok-following, and tiktok-user-search return data.users, emails, phone-numbers, and links return data.emails, data.phone_numbers, and data.links from the rendered page; the store, Maps, G2, Instagram, and TikTok parsers read their data directly, independently of DOM filters and other outputs.
     """
 
     data: Optional[Dict[str, object]] = None
@@ -839,6 +849,13 @@ class DataErrorResultParsed(BaseModel):
         "instagram-profile",
         "instagram-post",
         "instagram-feed",
+        "tiktok-profile",
+        "tiktok-video",
+        "tiktok-feed",
+        "tiktok-comments",
+        "tiktok-followers",
+        "tiktok-following",
+        "tiktok-user-search",
         "emails",
         "phone-numbers",
         "links",
@@ -1036,10 +1053,13 @@ class DataErrorResult(BaseModel):
     app record as data, google-play-reviews returns data.reviews, app-store and
     app-store-reviews do the same for the App Store, g2-reviews returns data.reviews
     for a G2 product, instagram-profile and instagram-post return one record as
-    data, instagram-feed returns data.posts, emails, phone-numbers, and links return
-    data.emails, data.phone_numbers, and data.links from the rendered page; the
-    store, Maps, G2, and Instagram parsers read their data directly, independently
-    of DOM filters and other outputs.
+    data, instagram-feed returns data.posts, tiktok-profile and tiktok-video return
+    one record as data, tiktok-feed returns data.videos, tiktok-comments returns
+    data.comments, tiktok-followers, tiktok-following, and tiktok-user-search return
+    data.users, emails, phone-numbers, and links return data.emails,
+    data.phone_numbers, and data.links from the rendered page; the store, Maps, G2,
+    Instagram, and TikTok parsers read their data directly, independently of DOM
+    filters and other outputs.
     """
 
     product: DataErrorResultProduct

src/context/dev/types/batch_submit_params.py

@@ -251,6 +251,13 @@ class InputScrapeDataParseParamsPrebuiltParser(TypedDict, total=False):
             "instagram-profile",
             "instagram-post",
             "instagram-feed",
+            "tiktok-profile",
+            "tiktok-video",
+            "tiktok-feed",
+            "tiktok-comments",
+            "tiktok-followers",
+            "tiktok-following",
+            "tiktok-user-search",
             "emails",
             "phone-numbers",
             "links",
@@ -292,17 +299,36 @@ class InputScrapeDataParseParamsPrebuiltParser(TypedDict, total=False):
     location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
     shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
     it. All three Instagram parsers read public data without logging in, so private
-    accounts return no posts and follower lists are unavailable. emails accepts any
-    page and returns its email addresses as data.emails ([{ email }]), read from
-    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
-    accepts any page and returns its valid phone numbers in E.164 as
-    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
-    without a country code are read for the country of the site TLD, defaulting to
-    US. links accepts any page and returns its unique http(s) links as data.links
-    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
-    alt and is null when a link has none. The emails parser reads the rendered page
-    and respects content filters; the other prebuilt parsers read their data
-    independently of DOM filters.
+    accounts return no posts and follower lists are unavailable. tiktok-profile
+    parses a public profile (tiktok.com/@{username}) into data: nickname, bio, bio
+    link, follower, following, like, and video counts, verified, private, and
+    business flags, and business category; it does not list videos. tiktok-video
+    parses a video or photo post (/@{username}/video/{id} or
+    /@{username}/photo/{id}) into data: caption, hashtags, mentions, author, view,
+    like, comment, share, save, and repost counts, duration, thumbnail, a video_url
+    that downloads without cookies, image_urls for photo posts, music, location, and
+    ad, paid-partnership, and AI-generated flags. tiktok-feed returns videos in the
+    tiktok-video shape as data.videos: the latest 15 from a profile URL, the top 30
+    from a hashtag URL (/tag/{name}), or the top 12 from a search URL
+    (/search?q={query}). tiktok-comments returns the first 20 comments of a video or
+    photo post as data.comments: text, posted_at, like and reply counts, whether the
+    author liked it, and the commenter. tiktok-followers and tiktok-following return
+    up to 30 accounts of a profile as data.users, in the tiktok-profile shape.
+    tiktok-user-search returns the top 10 accounts for a user search URL
+    (/search/user?q={query}) as data.users: id, username, nickname, biography,
+    avatar_url, sec_uid, follower_count, like_count, and is_verified. The TikTok
+    parsers accept tiktok.com, www.tiktok.com, and m.tiktok.com URLs but not short
+    links (vm.tiktok.com, vt.tiktok.com, tiktok.com/t/…). emails accepts any page
+    and returns its email addresses as data.emails ([{ email }]), read from mailto
+    links, Cloudflare-protected addresses, and visible text. phone-numbers accepts
+    any page and returns its valid phone numbers in E.164 as data.phone_numbers ([{
+    phone }]), read from tel links and visible text; numbers without a country code
+    are read for the country of the site TLD, defaulting to US. links accepts any
+    page and returns its unique http(s) links as data.links ([{ url, text }]), with
+    absolute URLs; text falls back to aria-label or image alt and is null when a
+    link has none. The emails parser reads the rendered page and respects content
+    filters; the other prebuilt parsers read their data independently of DOM
+    filters.
     """
 
     type: Required[Literal["prebuilt"]]
@@ -836,6 +862,13 @@ class InputCrawlDataParseParamsPrebuiltParser(TypedDict, total=False):
             "instagram-profile",
             "instagram-post",
             "instagram-feed",
+            "tiktok-profile",
+            "tiktok-video",
+            "tiktok-feed",
+            "tiktok-comments",
+            "tiktok-followers",
+            "tiktok-following",
+            "tiktok-user-search",
             "emails",
             "phone-numbers",
             "links",
@@ -877,17 +910,36 @@ class InputCrawlDataParseParamsPrebuiltParser(TypedDict, total=False):
     location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
     shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
     it. All three Instagram parsers read public data without logging in, so private
-    accounts return no posts and follower lists are unavailable. emails accepts any
-    page and returns its email addresses as data.emails ([{ email }]), read from
-    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
-    accepts any page and returns its valid phone numbers in E.164 as
-    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
-    without a country code are read for the country of the site TLD, defaulting to
-    US. links accepts any page and returns its unique http(s) links as data.links
-    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
-    alt and is null when a link has none. The emails parser reads the rendered page
-    and respects content filters; the other prebuilt parsers read their data
-    independently of DOM filters.
+    accounts return no posts and follower lists are unavailable. tiktok-profile
+    parses a public profile (tiktok.com/@{username}) into data: nickname, bio, bio
+    link, follower, following, like, and video counts, verified, private, and
+    business flags, and business category; it does not list videos. tiktok-video
+    parses a video or photo post (/@{username}/video/{id} or
+    /@{username}/photo/{id}) into data: caption, hashtags, mentions, author, view,
+    like, comment, share, save, and repost counts, duration, thumbnail, a video_url
+    that downloads without cookies, image_urls for photo posts, music, location, and
+    ad, paid-partnership, and AI-generated flags. tiktok-feed returns videos in the
+    tiktok-video shape as data.videos: the latest 15 from a profile URL, the top 30
+    from a hashtag URL (/tag/{name}), or the top 12 from a search URL
+    (/search?q={query}). tiktok-comments returns the first 20 comments of a video or
+    photo post as data.comments: text, posted_at, like and reply counts, whether the
+    author liked it, and the commenter. tiktok-followers and tiktok-following return
+    up to 30 accounts of a profile as data.users, in the tiktok-profile shape.
+    tiktok-user-search returns the top 10 accounts for a user search URL
+    (/search/user?q={query}) as data.users: id, username, nickname, biography,
+    avatar_url, sec_uid, follower_count, like_count, and is_verified. The TikTok
+    parsers accept tiktok.com, www.tiktok.com, and m.tiktok.com URLs but not short
+    links (vm.tiktok.com, vt.tiktok.com, tiktok.com/t/…). emails accepts any page
+    and returns its email addresses as data.emails ([{ email }]), read from mailto
+    links, Cloudflare-protected addresses, and visible text. phone-numbers accepts
+    any page and returns its valid phone numbers in E.164 as data.phone_numbers ([{
+    phone }]), read from tel links and visible text; numbers without a country code
+    are read for the country of the site TLD, defaulting to US. links accepts any
+    page and returns its unique http(s) links as data.links ([{ url, text }]), with
+    absolute URLs; text falls back to aria-label or image alt and is null when a
+    link has none. The emails parser reads the rendered page and respects content
+    filters; the other prebuilt parsers read their data independently of DOM
+    filters.
     """
 
     type: Required[Literal["prebuilt"]]

src/context/dev/types/web_scrape_params.py

@@ -219,6 +219,13 @@ class ParseParamsPrebuiltParser(TypedDict, total=False):
             "instagram-profile",
             "instagram-post",
             "instagram-feed",
+            "tiktok-profile",
+            "tiktok-video",
+            "tiktok-feed",
+            "tiktok-comments",
+            "tiktok-followers",
+            "tiktok-following",
+            "tiktok-user-search",
             "emails",
             "phone-numbers",
             "links",
@@ -260,17 +267,36 @@ class ParseParamsPrebuiltParser(TypedDict, total=False):
     location (/explore/locations/{id}/…) in data.posts; keyword posts carry only the
     shortcode, owner, thumbnail, and views, plus the caption when Instagram shows
     it. All three Instagram parsers read public data without logging in, so private
-    accounts return no posts and follower lists are unavailable. emails accepts any
-    page and returns its email addresses as data.emails ([{ email }]), read from
-    mailto links, Cloudflare-protected addresses, and visible text. phone-numbers
-    accepts any page and returns its valid phone numbers in E.164 as
-    data.phone_numbers ([{ phone }]), read from tel links and visible text; numbers
-    without a country code are read for the country of the site TLD, defaulting to
-    US. links accepts any page and returns its unique http(s) links as data.links
-    ([{ url, text }]), with absolute URLs; text falls back to aria-label or image
-    alt and is null when a link has none. The emails parser reads the rendered page
-    and respects content filters; the other prebuilt parsers read their data
-    independently of DOM filters.
+    accounts return no posts and follower lists are unavailable. tiktok-profile
+    parses a public profile (tiktok.com/@{username}) into data: nickname, bio, bio
+    link, follower, following, like, and video counts, verified, private, and
+    business flags, and business category; it does not list videos. tiktok-video
+    parses a video or photo post (/@{username}/video/{id} or
+    /@{username}/photo/{id}) into data: caption, hashtags, mentions, author, view,
+    like, comment, share, save, and repost counts, duration, thumbnail, a video_url
+    that downloads without cookies, image_urls for photo posts, music, location, and
+    ad, paid-partnership, and AI-generated flags. tiktok-feed returns videos in the
+    tiktok-video shape as data.videos: the latest 15 from a profile URL, the top 30
+    from a hashtag URL (/tag/{name}), or the top 12 from a search URL
+    (/search?q={query}). tiktok-comments returns the first 20 comments of a video or
+    photo post as data.comments: text, posted_at, like and reply counts, whether the
+    author liked it, and the commenter. tiktok-followers and tiktok-following return
+    up to 30 accounts of a profile as data.users, in the tiktok-profile shape.
+    tiktok-user-search returns the top 10 accounts for a user search URL
+    (/search/user?q={query}) as data.users: id, username, nickname, biography,
+    avatar_url, sec_uid, follower_count, like_count, and is_verified. The TikTok
+    parsers accept tiktok.com, www.tiktok.com, and m.tiktok.com URLs but not short
+    links (vm.tiktok.com, vt.tiktok.com, tiktok.com/t/…). emails accepts any page
+    and returns its email addresses as data.emails ([{ email }]), read from mailto
+    links, Cloudflare-protected addresses, and visible text. phone-numbers accepts
+    any page and returns its valid phone numbers in E.164 as data.phone_numbers ([{
+    phone }]), read from tel links and visible text; numbers without a country code
+    are read for the country of the site TLD, defaulting to US. links accepts any
+    page and returns its unique http(s) links as data.links ([{ url, text }]), with
+    absolute URLs; text falls back to aria-label or image alt and is null when a
+    link has none. The emails parser reads the rendered page and respects content
+    filters; the other prebuilt parsers read their data independently of DOM
+    filters.
     """
 
     type: Required[Literal["prebuilt"]]